-- Logs begin at Fri 2022-04-08 01:54:59 UTC, end at Fri 2022-04-08 03:19:44 UTC. -- Apr 08 02:46:39.229448 dv-cinder-837051-1-smb systemd[1]: Started Devstack devstack@q-svc.service. Apr 08 02:46:41.715611 dv-cinder-837051-1-smb neutron-server[87679]: INFO neutron.common.config [-] Logging enabled! Apr 08 02:46:41.716304 dv-cinder-837051-1-smb neutron-server[87679]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.2.1.dev102 Apr 08 02:46:41.716402 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=87679) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 08 02:46:41.719429 dv-cinder-837051-1-smb neutron-server[87679]: INFO neutron.common.config [-] Logging enabled! Apr 08 02:46:41.719679 dv-cinder-837051-1-smb neutron-server[87679]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.2.1.dev102 Apr 08 02:46:41.719984 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=87679) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 08 02:46:41.720903 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 08 02:46:41.721132 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 08 02:46:41.721474 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 08 02:46:41.721715 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 08 02:46:41.721939 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 08 02:46:41.722396 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:41.722691 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:41.722983 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:41.723230 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:41.723520 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:41.723806 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:41.724084 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:41.724366 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:41.724656 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:41.724938 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:41.725211 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:41.725488 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:41.725714 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:41.725990 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.common.config [-] config_source = [] {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:41.726279 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:41.726561 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:41.726780 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.common.config [-] debug = True {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:41.727054 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:41.727520 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:41.727924 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:41.728202 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:41.728487 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:41.728763 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:41.729031 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:41.729301 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:41.729579 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:41.729904 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.common.config [-] host = dv-cinder-837051-1-smb {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:41.730178 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:41.730461 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:41.730744 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:41.731026 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:41.731321 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:41.731595 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:41.731874 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:41.732145 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.common.config [-] log_dir = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:41.732413 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.common.config [-] log_file = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:41.732684 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:41.732966 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:41.733248 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:41.733529 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:41.733751 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:41.733970 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:41.734252 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:41.734531 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:41.734800 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:41.735070 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:41.735369 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:41.735639 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:41.735909 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:41.736175 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:41.736456 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:41.736736 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:41.737018 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:41.737289 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:41.737558 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:41.738351 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:41.738625 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:41.738908 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:41.739199 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:41.739474 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:41.739746 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:41.740028 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:41.740296 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:41.740568 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:41.740865 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:41.741149 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:41.741428 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:41.741710 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:41.741982 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:41.742263 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:41.742532 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:41.742801 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.common.config [-] use_journal = False {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:41.743070 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.common.config [-] use_json = False {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:41.743361 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:41.743630 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:41.743907 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:41.744177 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:41.744445 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:41.744715 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:41.744983 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:41.745264 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:41.745532 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:41.745826 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:41.746119 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:41.746416 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:41.746705 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:41.746992 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:41.747303 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:41.747592 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:41.747867 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:41.748153 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:41.748440 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:41.748724 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:41.748999 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:41.749283 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:41.749557 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:41.749845 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:41.750145 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:41.750437 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:41.750725 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:41.750997 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:41.751288 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:41.751560 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:41.751834 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:41.752117 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:41.752407 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:41.752692 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:41.752960 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:41.753234 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:41.754081 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:41.754355 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:41.754626 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:41.754902 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:41.755222 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:41.755501 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:41.755771 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:41.756046 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:41.756319 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:41.756591 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:41.756858 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:41.757130 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:41.757416 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:41.757689 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:41.757955 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:41.758220 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:41.758493 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:41.758760 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:41.759038 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:41.759333 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:41.759603 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:41.759869 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:41.760140 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:41.760408 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:41.760676 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:41.760948 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:41.761214 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:41.761486 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:41.761752 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:41.762017 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:41.762285 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:41.762552 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:41.762821 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:41.763088 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:41.763379 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:41.763651 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:41.763919 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:41.764184 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:41.764453 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:41.764724 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:41.764995 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:41.765278 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:41.765570 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:41.765845 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:41.766120 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:41.766396 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:41.766676 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:41.766948 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:41.767248 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:41.767524 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:41.767799 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:41.768067 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:41.768354 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:41.768633 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:41.768962 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:41.769255 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:41.769592 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:41.769897 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:41.770174 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:41.770455 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:41.770730 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:41.771011 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:41.771316 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:41.771597 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:41.771888 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:41.772179 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:41.772470 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:41.772762 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:41.773052 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:41.773329 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:41.773633 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:41.773909 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:41.774122 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 08 02:46:41.774356 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=87679) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Apr 08 02:46:42.163694 dv-cinder-837051-1-smb neutron-server[87679]: INFO keyring.backend [-] Loading KWallet Apr 08 02:46:42.170991 dv-cinder-837051-1-smb neutron-server[87679]: INFO keyring.backend [-] Loading SecretService Apr 08 02:46:42.174362 dv-cinder-837051-1-smb neutron-server[87679]: INFO keyring.backend [-] Loading Windows Apr 08 02:46:42.175780 dv-cinder-837051-1-smb neutron-server[87679]: INFO keyring.backend [-] Loading chainer Apr 08 02:46:42.176563 dv-cinder-837051-1-smb neutron-server[87679]: INFO keyring.backend [-] Loading macOS Apr 08 02:46:42.208436 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=87679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 08 02:46:42.208705 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=87679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 08 02:46:42.208985 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=87679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 08 02:46:42.209329 dv-cinder-837051-1-smb neutron-server[87679]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 08 02:46:42.592756 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:46:42.592960 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:46:42.593207 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:46:42.594475 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:46:42.594740 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:46:42.595002 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:46:42.629846 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:46:42.630114 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:46:42.630378 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:46:42.643313 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:46:42.643585 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:46:42.643843 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:46:42.673461 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:46:42.673732 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:46:42.673994 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:46:42.710394 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:46:42.710664 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:46:42.710926 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:46:42.941640 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=87679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:46:42.942279 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=87679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:46:42.942279 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=87679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:46:42.942447 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=87679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:46:42.943127 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=87679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:46:43.061574 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=87679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:46:43.061886 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=87679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:46:43.062162 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=87679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:46:43.062429 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=87679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:46:43.062688 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=87679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:46:43.062991 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=87679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:46:43.063270 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=87679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:46:43.063523 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=87679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:46:43.063773 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=87679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:46:43.064049 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=87679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:46:43.064302 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=87679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:46:43.064559 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=87679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:46:43.064817 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:46:43.065064 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=87679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:46:43.065321 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=87679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:46:43.065584 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=87679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:46:43.065947 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=87679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:46:43.066215 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:46:43.066461 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:46:43.066734 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:46:43.067081 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=87679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:46:43.067356 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=87679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:46:43.067602 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=87679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:46:43.067879 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:46:43.068120 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:46:43.068359 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:46:43.068738 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=87679) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 08 02:46:43.068970 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=87679) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 08 02:46:43.069201 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=87679) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 08 02:46:43.069434 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=87679) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 08 02:46:43.069660 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=87679) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 08 02:46:43.069886 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=87679) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 08 02:46:43.070246 dv-cinder-837051-1-smb neutron-server[87679]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 08 02:46:43.073299 dv-cinder-837051-1-smb neutron-server[87679]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 08 02:46:43.077176 dv-cinder-837051-1-smb neutron-server[87679]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 08 02:46:43.080850 dv-cinder-837051-1-smb neutron-server[87679]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(250, 299)])]) Apr 08 02:46:43.083045 dv-cinder-837051-1-smb neutron-server[87679]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 08 02:46:43.084509 dv-cinder-837051-1-smb neutron-server[87679]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 08 02:46:43.084843 dv-cinder-837051-1-smb neutron-server[87679]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 08 02:46:43.085226 dv-cinder-837051-1-smb neutron-server[87679]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 08 02:46:43.087986 dv-cinder-837051-1-smb neutron-server[87679]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 08 02:46:43.088235 dv-cinder-837051-1-smb neutron-server[87679]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 08 02:46:43.088576 dv-cinder-837051-1-smb neutron-server[87679]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 08 02:46:43.116165 dv-cinder-837051-1-smb neutron-server[87679]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 08 02:46:43.116605 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=87679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:46:43.116896 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=87679) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Apr 08 02:46:43.117248 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=87679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:46:43.118576 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=87679) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 08 02:46:43.118848 dv-cinder-837051-1-smb neutron-server[87679]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 08 02:46:43.119089 dv-cinder-837051-1-smb neutron-server[87679]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 08 02:46:43.122214 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=87679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:46:43.122486 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=87679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:46:43.184061 dv-cinder-837051-1-smb neutron-server[87679]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 08 02:46:43.184295 dv-cinder-837051-1-smb neutron-server[87679]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 08 02:46:43.184529 dv-cinder-837051-1-smb neutron-server[87679]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 08 02:46:43.184888 dv-cinder-837051-1-smb neutron-server[87679]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 08 02:46:43.215476 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_db.sqlalchemy.engines [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=87679) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Apr 08 02:46:43.657621 dv-cinder-837051-1-smb neutron-server[87679]: INFO neutron.plugins.ml2.managers [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Initializing driver for type 'gre' Apr 08 02:46:43.658141 dv-cinder-837051-1-smb neutron-server[87679]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] gre ID ranges: [(1, 1000)] Apr 08 02:46:43.823022 dv-cinder-837051-1-smb neutron-server[87679]: INFO neutron.plugins.ml2.managers [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Initializing driver for type 'local' Apr 08 02:46:43.823388 dv-cinder-837051-1-smb neutron-server[87679]: INFO neutron.plugins.ml2.managers [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Initializing driver for type 'vlan' Apr 08 02:46:43.885905 dv-cinder-837051-1-smb neutron-server[87679]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] VlanTypeDriver initialization complete Apr 08 02:46:43.886303 dv-cinder-837051-1-smb neutron-server[87679]: INFO neutron.plugins.ml2.managers [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Initializing driver for type 'vxlan' Apr 08 02:46:43.886801 dv-cinder-837051-1-smb neutron-server[87679]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] vxlan ID ranges: [(1, 1000)] Apr 08 02:46:44.063049 dv-cinder-837051-1-smb neutron-server[87679]: INFO neutron.plugins.ml2.managers [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Initializing extension driver 'port_security' Apr 08 02:46:44.063710 dv-cinder-837051-1-smb neutron-server[87679]: INFO neutron.plugins.ml2.extensions.port_security [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] PortSecurityExtensionDriver initialization complete Apr 08 02:46:44.063710 dv-cinder-837051-1-smb neutron-server[87679]: INFO neutron.plugins.ml2.managers [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Initializing mechanism driver 'openvswitch' Apr 08 02:46:44.064017 dv-cinder-837051-1-smb neutron-server[87679]: INFO neutron.plugins.ml2.managers [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Initializing mechanism driver 'hyperv' Apr 08 02:46:44.080378 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.plugins.ml2.plugin [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=87679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:46:44.081085 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Subscribe: > port after_create 55550000 {{(pid=87679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:46:44.082184 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Subscribe: > port after_update 55550000 {{(pid=87679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:46:44.082647 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Subscribe: > port after_delete 55550000 {{(pid=87679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:46:44.083202 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=87679) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 08 02:46:44.083637 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Subscribe: > subnet after_create 55550000 {{(pid=87679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:46:44.083993 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Subscribe: > subnet after_update 55550000 {{(pid=87679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:46:44.084366 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Subscribe: > subnet after_delete 55550000 {{(pid=87679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:46:44.084759 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=87679) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 08 02:46:44.085164 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Subscribe: > network after_create 55550000 {{(pid=87679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:46:44.085514 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Subscribe: > network after_update 55550000 {{(pid=87679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:46:44.085858 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Subscribe: > network after_delete 55550000 {{(pid=87679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:46:44.086245 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=87679) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 08 02:46:44.086655 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Subscribe: > security_group after_create 55550000 {{(pid=87679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:46:44.087006 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Subscribe: > security_group after_update 55550000 {{(pid=87679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:46:44.087378 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Subscribe: > security_group after_delete 55550000 {{(pid=87679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:46:44.087920 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=87679) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 08 02:46:44.088326 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=87679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:46:44.088676 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=87679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:46:44.089017 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=87679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:46:44.089404 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=87679) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 08 02:46:44.089804 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Subscribe: > address_group after_create 55550000 {{(pid=87679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:46:44.090151 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Subscribe: > address_group after_update 55550000 {{(pid=87679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:46:44.090490 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Subscribe: > address_group after_delete 55550000 {{(pid=87679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:46:44.090876 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=87679) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 08 02:46:44.091342 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] ML2 OVO RPC backend initialized. {{(pid=87679) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:169}} Apr 08 02:46:44.092055 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Subscribe: > router_interface after_create 55550000 {{(pid=87679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:46:44.092415 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=87679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:46:44.092838 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Subscribe: > network before_response 55550000 {{(pid=87679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:46:44.093190 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Subscribe: > networks before_response 55550000 {{(pid=87679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:46:44.093541 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Subscribe: > port before_response 55550000 {{(pid=87679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:46:44.093885 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Subscribe: > ports before_response 55550000 {{(pid=87679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:46:44.094231 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Subscribe: > subnet before_response 55550000 {{(pid=87679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:46:44.094580 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Subscribe: > subnets before_response 55550000 {{(pid=87679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:46:44.094949 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Subscribe: > network after_create 55550000 {{(pid=87679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:46:44.095297 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Subscribe: > network after_update 55550000 {{(pid=87679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:46:44.095639 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Subscribe: > network after_delete 55550000 {{(pid=87679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:46:44.095977 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Subscribe: > port after_create 55550000 {{(pid=87679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:46:44.096314 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Subscribe: > port after_update 55550000 {{(pid=87679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:46:44.096656 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Subscribe: > port after_delete 55550000 {{(pid=87679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:46:44.096993 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Subscribe: > subnet after_create 55550000 {{(pid=87679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:46:44.097390 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Subscribe: > subnet after_update 55550000 {{(pid=87679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:46:44.097729 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Subscribe: > subnet after_delete 55550000 {{(pid=87679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:46:44.098310 dv-cinder-837051-1-smb neutron-server[87679]: INFO neutron.plugins.ml2.plugin [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Modular L2 Plugin initialization complete Apr 08 02:46:44.098646 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.manager [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Loading services supported by the core plugin {{(pid=87679) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 08 02:46:44.098974 dv-cinder-837051-1-smb neutron-server[87679]: INFO neutron.plugins.ml2.managers [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Got port-security extension from driver 'port_security' Apr 08 02:46:44.099472 dv-cinder-837051-1-smb neutron-server[87679]: INFO neutron.extensions.vlantransparent [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Disabled vlantransparent extension. Apr 08 02:46:44.099968 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.manager [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=87679) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 08 02:46:44.100286 dv-cinder-837051-1-smb neutron-server[87679]: INFO neutron.manager [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Loading Plugin: router Apr 08 02:46:44.141209 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Subscribe: > router_interface before_create 55550000 {{(pid=87679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:46:44.141601 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Subscribe: > router after_create 55549900 {{(pid=87679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:46:44.141973 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Subscribe: > router before_create 55549900 {{(pid=87679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:46:44.142344 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=87679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:46:44.142716 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=87679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:46:44.143071 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Subscribe: > router after_delete 55549900 {{(pid=87679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:46:44.143456 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Subscribe: > floatingip after_update 55550000 {{(pid=87679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:46:44.143841 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Subscribe: > router after_create 55549900 {{(pid=87679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:46:44.144858 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Subscribe: > router after_update 55549900 {{(pid=87679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:46:44.145211 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Subscribe: > router after_update 55549900 {{(pid=87679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:46:44.145562 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=87679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:46:44.145926 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Subscribe: > router after_update 55549900 {{(pid=87679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:46:44.146337 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Subscribe: > router precommit_update 55549900 {{(pid=87679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:46:44.146709 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Subscribe: port after_update 55550000 {{(pid=87679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:46:44.147050 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Subscribe: port after_delete 55550000 {{(pid=87679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:46:44.147413 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Subscribe: subnet after_update 55550000 {{(pid=87679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:46:44.147754 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=87679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:46:44.148112 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Subscribe: > port precommit_delete 55550000 {{(pid=87679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:46:44.148458 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Subscribe: > router precommit_create 55549900 {{(pid=87679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:46:44.148801 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Subscribe: port before_delete 55550000 {{(pid=87679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:46:44.149146 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Subscribe: > router precommit_create 55550000 {{(pid=87679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:46:44.149504 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Subscribe: > router after_update 55549900 {{(pid=87679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:46:44.149846 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Subscribe: > router precommit_delete 55549900 {{(pid=87679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:46:44.150193 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Subscribe: > router precommit_create 55549900 {{(pid=87679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:46:44.150555 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Subscribe: > router_interface after_create 55550000 {{(pid=87679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:46:44.150899 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Subscribe: > router precommit_update 55549900 {{(pid=87679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:46:44.151298 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Subscribe: > agent after_create 55550000 {{(pid=87679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:46:44.151653 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Subscribe: > agent after_delete 55550000 {{(pid=87679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:46:44.151994 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Subscribe: > network after_delete 55550000 {{(pid=87679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:46:44.152864 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.quota.resource_registry [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Tracking information for resource: router configured {{(pid=87679) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 08 02:46:44.153197 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.quota.resource_registry [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Tracking information for resource: floatingip configured {{(pid=87679) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 08 02:46:44.160019 dv-cinder-837051-1-smb neutron-server[87679]: INFO neutron.db.l3_agentschedulers_db [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 08 02:46:44.160590 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Subscribe: port after_update 55550000 {{(pid=87679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:46:44.160952 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Subscribe: port after_create 55550000 {{(pid=87679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:46:44.161304 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Subscribe: port after_delete 55550000 {{(pid=87679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:46:44.161655 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Subscribe: port after_update 55550000 {{(pid=87679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:46:44.162448 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Subscribe: > router before_create 55550100 {{(pid=87679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:46:44.162814 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Subscribe: > router precommit_delete 55550100 {{(pid=87679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:46:44.163202 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Subscribe: > router precommit_create 55550100 {{(pid=87679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:46:44.163562 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Subscribe: > router precommit_update 55550100 {{(pid=87679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:46:44.167914 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.services.provider_configuration [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Service providers = [] {{(pid=87679) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 08 02:46:44.168278 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.db.servicetype_db [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=87679) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 08 02:46:44.171503 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.services.service_base [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=87679) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 08 02:46:44.171855 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.services.service_base [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=87679) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 08 02:46:44.172200 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.services.service_base [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=87679) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 08 02:46:44.173087 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.services.service_base [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=87679) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 08 02:46:44.173459 dv-cinder-837051-1-smb neutron-server[87679]: INFO neutron.services.service_base [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 08 02:46:44.173838 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.manager [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=87679) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 08 02:46:44.174158 dv-cinder-837051-1-smb neutron-server[87679]: INFO neutron.manager [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 08 02:46:44.196255 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.manager [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=87679) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 08 02:46:44.196592 dv-cinder-837051-1-smb neutron-server[87679]: INFO neutron.manager [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Loading Plugin: auto_allocate Apr 08 02:46:44.202372 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Subscribe: network precommit_update 55550000 {{(pid=87679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:46:44.202736 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Subscribe: network precommit_create 55550000 {{(pid=87679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:46:44.203284 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.manager [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=87679) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 08 02:46:44.203604 dv-cinder-837051-1-smb neutron-server[87679]: INFO neutron.manager [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Loading Plugin: tag Apr 08 02:46:44.210773 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.manager [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=87679) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 08 02:46:44.211163 dv-cinder-837051-1-smb neutron-server[87679]: INFO neutron.manager [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Loading Plugin: timestamp Apr 08 02:46:44.215095 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.manager [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=87679) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 08 02:46:44.215446 dv-cinder-837051-1-smb neutron-server[87679]: INFO neutron.manager [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Loading Plugin: network_ip_availability Apr 08 02:46:44.236047 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=87679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:46:44.236416 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=87679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:46:44.236765 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:46:44.237468 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.manager [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=87679) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 08 02:46:44.237845 dv-cinder-837051-1-smb neutron-server[87679]: INFO neutron.manager [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Loading Plugin: flavors Apr 08 02:46:44.242431 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.manager [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=87679) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 08 02:46:44.242761 dv-cinder-837051-1-smb neutron-server[87679]: INFO neutron.manager [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Loading Plugin: revisions Apr 08 02:46:44.247030 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.manager [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=87679) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 08 02:46:44.247442 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_concurrency.lockutils [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.038s {{(pid=87679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 08 02:46:44.248170 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=87679) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Apr 08 02:46:44.248503 dv-cinder-837051-1-smb neutron-server[87679]: INFO neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Initializing extension manager. Apr 08 02:46:44.249002 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Loading extension file: __init__.py {{(pid=87679) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 02:46:44.249340 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Loading extension file: __pycache__ {{(pid=87679) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 02:46:44.249668 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=87679) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 02:46:44.250031 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Loading extension file: address_group.py {{(pid=87679) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 02:46:44.250765 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=87679) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 02:46:44.251350 dv-cinder-837051-1-smb neutron-server[87679]: INFO neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Loaded extension: address-group Apr 08 02:46:44.251669 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Loading extension file: address_scope.py {{(pid=87679) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 02:46:44.252369 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=87679) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 02:46:44.252867 dv-cinder-837051-1-smb neutron-server[87679]: INFO neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Loaded extension: address-scope Apr 08 02:46:44.253725 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Loading extension file: admin_state_down_before_update.py {{(pid=87679) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 02:46:44.254724 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=87679) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 02:46:44.255245 dv-cinder-837051-1-smb neutron-server[87679]: INFO neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Loaded extension: router-admin-state-down-before-update Apr 08 02:46:44.255565 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Loading extension file: agent.py {{(pid=87679) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 02:46:44.256440 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=87679) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 02:46:44.256940 dv-cinder-837051-1-smb neutron-server[87679]: INFO neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Loaded extension: agent Apr 08 02:46:44.257258 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Loading extension file: agent_resources_synced.py {{(pid=87679) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 02:46:44.258169 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=87679) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 02:46:44.258662 dv-cinder-837051-1-smb neutron-server[87679]: INFO neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Loaded extension: agent-resources-synced Apr 08 02:46:44.258981 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Loading extension file: allowedaddresspairs.py {{(pid=87679) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 02:46:44.265247 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=87679) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 02:46:44.265760 dv-cinder-837051-1-smb neutron-server[87679]: INFO neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Loaded extension: allowed-address-pairs Apr 08 02:46:44.266085 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Loading extension file: auto_allocated_topology.py {{(pid=87679) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 02:46:44.267177 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=87679) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 02:46:44.267674 dv-cinder-837051-1-smb neutron-server[87679]: INFO neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Loaded extension: auto-allocated-topology Apr 08 02:46:44.267998 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Loading extension file: availability_zone.py {{(pid=87679) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 02:46:44.268686 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=87679) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 02:46:44.269873 dv-cinder-837051-1-smb neutron-server[87679]: INFO neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Loaded extension: availability_zone Apr 08 02:46:44.270189 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Loading extension file: availability_zone_filter.py {{(pid=87679) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 02:46:44.271095 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=87679) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 02:46:44.271694 dv-cinder-837051-1-smb neutron-server[87679]: INFO neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Loaded extension: availability_zone_filter Apr 08 02:46:44.272014 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Loading extension file: data_plane_status.py {{(pid=87679) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 02:46:44.272906 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=87679) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 02:46:44.273399 dv-cinder-837051-1-smb neutron-server[87679]: INFO neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Extension data-plane-status not supported by any of loaded plugins Apr 08 02:46:44.273718 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Loading extension file: default_subnetpools.py {{(pid=87679) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 02:46:44.274616 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=87679) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 02:46:44.275113 dv-cinder-837051-1-smb neutron-server[87679]: INFO neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Loaded extension: default-subnetpools Apr 08 02:46:44.275453 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Loading extension file: dhcpagentscheduler.py {{(pid=87679) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 02:46:44.276251 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=87679) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 02:46:44.276750 dv-cinder-837051-1-smb neutron-server[87679]: INFO neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Loaded extension: dhcp_agent_scheduler Apr 08 02:46:44.277071 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Loading extension file: dns.py {{(pid=87679) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 02:46:44.277959 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=87679) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 02:46:44.278493 dv-cinder-837051-1-smb neutron-server[87679]: INFO neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Extension dns-integration not supported by any of loaded plugins Apr 08 02:46:44.278820 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Loading extension file: dns_domain_ports.py {{(pid=87679) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 02:46:44.279748 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=87679) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 02:46:44.280245 dv-cinder-837051-1-smb neutron-server[87679]: INFO neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 08 02:46:44.280569 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Loading extension file: dvr.py {{(pid=87679) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 02:46:44.281233 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=87679) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 02:46:44.281731 dv-cinder-837051-1-smb neutron-server[87679]: INFO neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Loaded extension: dvr Apr 08 02:46:44.282044 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Loading extension file: empty_string_filtering.py {{(pid=87679) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 02:46:44.282938 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=87679) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 02:46:44.283456 dv-cinder-837051-1-smb neutron-server[87679]: INFO neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Loaded extension: empty-string-filtering Apr 08 02:46:44.283775 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=87679) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 02:46:44.284704 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=87679) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 02:46:44.285202 dv-cinder-837051-1-smb neutron-server[87679]: INFO neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 08 02:46:44.285515 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=87679) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 02:46:44.286401 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=87679) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 02:46:44.286892 dv-cinder-837051-1-smb neutron-server[87679]: INFO neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 08 02:46:44.287230 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Loading extension file: external_net.py {{(pid=87679) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 02:46:44.288125 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=87679) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 02:46:44.288621 dv-cinder-837051-1-smb neutron-server[87679]: INFO neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Loaded extension: external-net Apr 08 02:46:44.288934 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Loading extension file: extra_dhcp_opt.py {{(pid=87679) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 02:46:44.289822 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=87679) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 02:46:44.290316 dv-cinder-837051-1-smb neutron-server[87679]: INFO neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Loaded extension: extra_dhcp_opt Apr 08 02:46:44.290627 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Loading extension file: extraroute.py {{(pid=87679) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 02:46:44.296052 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=87679) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 02:46:44.296547 dv-cinder-837051-1-smb neutron-server[87679]: INFO neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Loaded extension: extraroute Apr 08 02:46:44.296861 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Loading extension file: extraroute_atomic.py {{(pid=87679) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 02:46:44.297867 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=87679) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 02:46:44.298361 dv-cinder-837051-1-smb neutron-server[87679]: INFO neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Loaded extension: extraroute-atomic Apr 08 02:46:44.298678 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Loading extension file: filter_validation.py {{(pid=87679) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 02:46:44.299363 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=87679) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 02:46:44.299857 dv-cinder-837051-1-smb neutron-server[87679]: INFO neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Loaded extension: filter-validation Apr 08 02:46:44.300281 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Loading extension file: fip_pf_description.py {{(pid=87679) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 02:46:44.301271 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=87679) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 02:46:44.301791 dv-cinder-837051-1-smb neutron-server[87679]: INFO neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 08 02:46:44.302104 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Loading extension file: fip_port_details.py {{(pid=87679) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 02:46:44.303002 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=87679) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 02:46:44.303523 dv-cinder-837051-1-smb neutron-server[87679]: INFO neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Loaded extension: fip-port-details Apr 08 02:46:44.303841 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Loading extension file: flavors.py {{(pid=87679) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 02:46:44.305048 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=87679) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 02:46:44.305563 dv-cinder-837051-1-smb neutron-server[87679]: INFO neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Loaded extension: flavors Apr 08 02:46:44.305883 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=87679) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 02:46:44.307556 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=87679) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 02:46:44.308067 dv-cinder-837051-1-smb neutron-server[87679]: INFO neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 08 02:46:44.308391 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Loading extension file: floatingip_pools.py {{(pid=87679) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 02:46:44.309086 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=87679) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 02:46:44.309591 dv-cinder-837051-1-smb neutron-server[87679]: INFO neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Loaded extension: floatingip-pools Apr 08 02:46:44.309913 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Loading extension file: ip_allocation.py {{(pid=87679) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 02:46:44.310815 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=87679) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 02:46:44.311341 dv-cinder-837051-1-smb neutron-server[87679]: INFO neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Extension ip_allocation not supported by any of loaded plugins Apr 08 02:46:44.311661 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=87679) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 02:46:44.312565 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=87679) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 02:46:44.313210 dv-cinder-837051-1-smb neutron-server[87679]: INFO neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Loaded extension: ip-substring-filtering Apr 08 02:46:44.313379 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Loading extension file: l2_adjacency.py {{(pid=87679) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 02:46:44.314288 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=87679) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 02:46:44.314781 dv-cinder-837051-1-smb neutron-server[87679]: INFO neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Extension l2_adjacency not supported by any of loaded plugins Apr 08 02:46:44.315096 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Loading extension file: l3.py {{(pid=87679) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 02:46:44.316636 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=87679) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 02:46:44.317229 dv-cinder-837051-1-smb neutron-server[87679]: INFO neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Loaded extension: router Apr 08 02:46:44.317565 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Loading extension file: l3_conntrack_helper.py {{(pid=87679) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 02:46:44.319926 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=87679) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 02:46:44.320516 dv-cinder-837051-1-smb neutron-server[87679]: INFO neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 08 02:46:44.320772 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=87679) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 02:46:44.327656 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=87679) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 02:46:44.328158 dv-cinder-837051-1-smb neutron-server[87679]: INFO neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Loaded extension: ext-gw-mode Apr 08 02:46:44.328479 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=87679) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 02:46:44.329380 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=87679) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 02:46:44.329879 dv-cinder-837051-1-smb neutron-server[87679]: INFO neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Loaded extension: l3-ha Apr 08 02:46:44.330198 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Loading extension file: l3_flavors.py {{(pid=87679) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 02:46:44.331094 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=87679) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 02:46:44.332337 dv-cinder-837051-1-smb neutron-server[87679]: INFO neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Loaded extension: l3-flavors Apr 08 02:46:44.332660 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=87679) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 02:46:44.333577 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=87679) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 02:46:44.334074 dv-cinder-837051-1-smb neutron-server[87679]: INFO neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Loaded extension: l3-port-ip-change-not-allowed Apr 08 02:46:44.334390 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Loading extension file: l3agentscheduler.py {{(pid=87679) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 02:46:44.335511 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=87679) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 02:46:44.336013 dv-cinder-837051-1-smb neutron-server[87679]: INFO neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Loaded extension: l3_agent_scheduler Apr 08 02:46:44.336333 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Loading extension file: logging.py {{(pid=87679) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 02:46:44.337797 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=87679) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 02:46:44.338302 dv-cinder-837051-1-smb neutron-server[87679]: INFO neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Extension logging not supported by any of loaded plugins Apr 08 02:46:44.338624 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Loading extension file: metering.py {{(pid=87679) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 02:46:44.339383 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=87679) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 02:46:44.339957 dv-cinder-837051-1-smb neutron-server[87679]: INFO neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Loaded extension: metering Apr 08 02:46:44.340275 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=87679) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 02:46:44.341355 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=87679) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 02:46:44.341894 dv-cinder-837051-1-smb neutron-server[87679]: INFO neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Loaded extension: metering_source_and_destination_fields Apr 08 02:46:44.342215 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Loading extension file: multiprovidernet.py {{(pid=87679) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 02:46:44.343121 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=87679) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 02:46:44.343647 dv-cinder-837051-1-smb neutron-server[87679]: INFO neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Loaded extension: multi-provider Apr 08 02:46:44.343964 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Loading extension file: netmtu.py {{(pid=87679) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 02:46:44.344866 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=87679) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 02:46:44.345366 dv-cinder-837051-1-smb neutron-server[87679]: INFO neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Loaded extension: net-mtu Apr 08 02:46:44.345682 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Loading extension file: netmtu_writable.py {{(pid=87679) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 02:46:44.346579 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=87679) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 02:46:44.347117 dv-cinder-837051-1-smb neutron-server[87679]: INFO neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Loaded extension: net-mtu-writable Apr 08 02:46:44.347456 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Loading extension file: network_availability_zone.py {{(pid=87679) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 02:46:44.348113 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=87679) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 02:46:44.348608 dv-cinder-837051-1-smb neutron-server[87679]: INFO neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Loaded extension: network_availability_zone Apr 08 02:46:44.348922 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Loading extension file: network_ip_availability.py {{(pid=87679) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 02:46:44.349988 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=87679) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 02:46:44.350486 dv-cinder-837051-1-smb neutron-server[87679]: INFO neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Loaded extension: network-ip-availability Apr 08 02:46:44.350801 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Loading extension file: network_segment_range.py {{(pid=87679) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 02:46:44.351583 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=87679) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 02:46:44.352081 dv-cinder-837051-1-smb neutron-server[87679]: INFO neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Extension network-segment-range not supported by any of loaded plugins Apr 08 02:46:44.352398 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Loading extension file: pagination.py {{(pid=87679) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 02:46:44.353359 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=87679) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 02:46:44.353684 dv-cinder-837051-1-smb neutron-server[87679]: INFO neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Loaded extension: pagination Apr 08 02:46:44.354000 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Loading extension file: port_device_profile.py {{(pid=87679) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 02:46:44.354901 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=87679) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 02:46:44.355438 dv-cinder-837051-1-smb neutron-server[87679]: INFO neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Loaded extension: port-device-profile Apr 08 02:46:44.355756 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=87679) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 02:46:44.356655 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=87679) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 02:46:44.357152 dv-cinder-837051-1-smb neutron-server[87679]: INFO neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Loaded extension: port-mac-address-regenerate Apr 08 02:46:44.357475 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=87679) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 02:46:44.358365 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=87679) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 02:46:44.358858 dv-cinder-837051-1-smb neutron-server[87679]: INFO neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Loaded extension: port-numa-affinity-policy Apr 08 02:46:44.359203 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Loading extension file: port_resource_request.py {{(pid=87679) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 02:46:44.360097 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=87679) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 02:46:44.360584 dv-cinder-837051-1-smb neutron-server[87679]: INFO neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Extension port-resource-request not supported by any of loaded plugins Apr 08 02:46:44.360900 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Loading extension file: portbindings.py {{(pid=87679) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 02:46:44.361811 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=87679) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 02:46:44.362311 dv-cinder-837051-1-smb neutron-server[87679]: INFO neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Loaded extension: binding Apr 08 02:46:44.362665 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Loading extension file: portbindings_extended.py {{(pid=87679) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 02:46:44.364056 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=87679) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 02:46:44.364566 dv-cinder-837051-1-smb neutron-server[87679]: INFO neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Loaded extension: binding-extended Apr 08 02:46:44.364886 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Loading extension file: portsecurity.py {{(pid=87679) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 02:46:44.365781 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=87679) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 02:46:44.366285 dv-cinder-837051-1-smb neutron-server[87679]: INFO neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Loaded extension: port-security Apr 08 02:46:44.366599 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Loading extension file: project_id.py {{(pid=87679) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 02:46:44.367590 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=87679) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 02:46:44.367919 dv-cinder-837051-1-smb neutron-server[87679]: INFO neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Loaded extension: project-id Apr 08 02:46:44.368240 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Loading extension file: providernet.py {{(pid=87679) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 02:46:44.369134 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=87679) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 02:46:44.369639 dv-cinder-837051-1-smb neutron-server[87679]: INFO neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Loaded extension: provider Apr 08 02:46:44.369955 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Loading extension file: qos.py {{(pid=87679) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 02:46:44.373512 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=87679) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 02:46:44.374024 dv-cinder-837051-1-smb neutron-server[87679]: INFO neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Extension qos not supported by any of loaded plugins Apr 08 02:46:44.374349 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=87679) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 02:46:44.375599 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=87679) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 02:46:44.376101 dv-cinder-837051-1-smb neutron-server[87679]: INFO neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 08 02:46:44.376426 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=87679) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 02:46:44.377327 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=87679) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 02:46:44.377826 dv-cinder-837051-1-smb neutron-server[87679]: INFO neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 08 02:46:44.378145 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Loading extension file: qos_default.py {{(pid=87679) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 02:46:44.379772 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=87679) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 02:46:44.380269 dv-cinder-837051-1-smb neutron-server[87679]: INFO neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Extension qos-default not supported by any of loaded plugins Apr 08 02:46:44.380591 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Loading extension file: qos_fip.py {{(pid=87679) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 02:46:44.381233 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=87679) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 02:46:44.381724 dv-cinder-837051-1-smb neutron-server[87679]: INFO neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Extension qos-fip not supported by any of loaded plugins Apr 08 02:46:44.382042 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Loading extension file: qos_gateway_ip.py {{(pid=87679) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 02:46:44.382955 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=87679) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 02:46:44.383483 dv-cinder-837051-1-smb neutron-server[87679]: INFO neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 08 02:46:44.383801 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Loading extension file: qos_port_network_policy.py {{(pid=87679) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 02:46:44.384695 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=87679) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 02:46:44.385189 dv-cinder-837051-1-smb neutron-server[87679]: INFO neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 08 02:46:44.385507 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Loading extension file: qos_rule_type_details.py {{(pid=87679) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 02:46:44.386401 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=87679) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 02:46:44.386895 dv-cinder-837051-1-smb neutron-server[87679]: INFO neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 08 02:46:44.387247 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Loading extension file: qos_rules_alias.py {{(pid=87679) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 02:46:44.388282 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=87679) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 02:46:44.388777 dv-cinder-837051-1-smb neutron-server[87679]: INFO neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 08 02:46:44.389093 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Loading extension file: quotasv2.py {{(pid=87679) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 02:46:44.389986 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=87679) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 02:46:44.390304 dv-cinder-837051-1-smb neutron-server[87679]: INFO neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Loaded extension: quotas Apr 08 02:46:44.390615 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Loading extension file: quotasv2_detail.py {{(pid=87679) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 02:46:44.392238 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=87679) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 02:46:44.392617 dv-cinder-837051-1-smb neutron-server[87679]: INFO neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Loaded extension: quota_details Apr 08 02:46:44.392946 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Loading extension file: rbac.py {{(pid=87679) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 02:46:44.394576 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=87679) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 02:46:44.395099 dv-cinder-837051-1-smb neutron-server[87679]: INFO neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Loaded extension: rbac-policies Apr 08 02:46:44.395450 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Loading extension file: rbac_address_group.py {{(pid=87679) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 02:46:44.396374 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=87679) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 02:46:44.396892 dv-cinder-837051-1-smb neutron-server[87679]: INFO neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Loaded extension: rbac-address-group Apr 08 02:46:44.397202 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Loading extension file: rbac_address_scope.py {{(pid=87679) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 02:46:44.398104 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=87679) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 02:46:44.398607 dv-cinder-837051-1-smb neutron-server[87679]: INFO neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Loaded extension: rbac-address-scope Apr 08 02:46:44.398929 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Loading extension file: rbac_security_groups.py {{(pid=87679) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 02:46:44.399851 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=87679) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 02:46:44.400352 dv-cinder-837051-1-smb neutron-server[87679]: INFO neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Loaded extension: rbac-security-groups Apr 08 02:46:44.400671 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Loading extension file: rbac_subnetpool.py {{(pid=87679) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 02:46:44.401586 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=87679) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 02:46:44.402084 dv-cinder-837051-1-smb neutron-server[87679]: INFO neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Loaded extension: rbac-subnetpool Apr 08 02:46:44.402404 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Loading extension file: revisionifmatch.py {{(pid=87679) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 02:46:44.403351 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=87679) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 02:46:44.403849 dv-cinder-837051-1-smb neutron-server[87679]: INFO neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Loaded extension: revision-if-match Apr 08 02:46:44.404170 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Loading extension file: revisions.py {{(pid=87679) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 02:46:44.405384 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=87679) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 02:46:44.405882 dv-cinder-837051-1-smb neutron-server[87679]: INFO neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Loaded extension: standard-attr-revisions Apr 08 02:46:44.406202 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Loading extension file: router_availability_zone.py {{(pid=87679) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 02:46:44.406863 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=87679) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 02:46:44.407383 dv-cinder-837051-1-smb neutron-server[87679]: INFO neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Loaded extension: router_availability_zone Apr 08 02:46:44.407702 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Loading extension file: routerservicetype.py {{(pid=87679) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 02:46:44.408600 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=87679) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 02:46:44.409094 dv-cinder-837051-1-smb neutron-server[87679]: INFO neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Extension router-service-type not supported by any of loaded plugins Apr 08 02:46:44.409412 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=87679) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 02:46:44.410374 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=87679) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 02:46:44.410870 dv-cinder-837051-1-smb neutron-server[87679]: INFO neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Loaded extension: security-groups-normalized-cidr Apr 08 02:46:44.411216 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Loading extension file: security_groups_port_filtering.py {{(pid=87679) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 02:46:44.412124 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=87679) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 02:46:44.412624 dv-cinder-837051-1-smb neutron-server[87679]: INFO neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Loaded extension: port-security-groups-filtering Apr 08 02:46:44.412941 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=87679) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 02:46:44.413840 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=87679) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 02:46:44.414336 dv-cinder-837051-1-smb neutron-server[87679]: INFO neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Loaded extension: security-groups-remote-address-group Apr 08 02:46:44.414655 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Loading extension file: securitygroup.py {{(pid=87679) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 02:46:44.424417 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=87679) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 02:46:44.424935 dv-cinder-837051-1-smb neutron-server[87679]: INFO neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Loaded extension: security-group Apr 08 02:46:44.425811 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Loading extension file: segment.py {{(pid=87679) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 02:46:44.426712 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=87679) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 02:46:44.427241 dv-cinder-837051-1-smb neutron-server[87679]: INFO neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Extension segment not supported by any of loaded plugins Apr 08 02:46:44.427565 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=87679) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 02:46:44.428487 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=87679) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 02:46:44.428986 dv-cinder-837051-1-smb neutron-server[87679]: INFO neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 08 02:46:44.429305 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Loading extension file: servicetype.py {{(pid=87679) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 02:46:44.430388 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=87679) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 02:46:44.430895 dv-cinder-837051-1-smb neutron-server[87679]: INFO neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Loaded extension: service-type Apr 08 02:46:44.431248 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Loading extension file: sorting.py {{(pid=87679) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 02:46:44.432215 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=87679) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 02:46:44.432541 dv-cinder-837051-1-smb neutron-server[87679]: INFO neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Loaded extension: sorting Apr 08 02:46:44.432855 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Loading extension file: standard_attr_segment.py {{(pid=87679) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 02:46:44.433764 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=87679) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 02:46:44.434275 dv-cinder-837051-1-smb neutron-server[87679]: INFO neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 08 02:46:44.434592 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Loading extension file: standardattrdescription.py {{(pid=87679) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 02:46:44.435249 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=87679) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 02:46:44.435753 dv-cinder-837051-1-smb neutron-server[87679]: INFO neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Loaded extension: standard-attr-description Apr 08 02:46:44.436070 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Loading extension file: stateful_security_group.py {{(pid=87679) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 02:46:44.436985 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=87679) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 02:46:44.437483 dv-cinder-837051-1-smb neutron-server[87679]: INFO neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Loaded extension: stateful-security-group Apr 08 02:46:44.437799 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Loading extension file: stdattrs_common.py {{(pid=87679) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 02:46:44.438367 dv-cinder-837051-1-smb neutron-server[87679]: WARNING neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 08 02:46:44.438682 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=87679) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 02:46:44.439711 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=87679) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 02:46:44.440213 dv-cinder-837051-1-smb neutron-server[87679]: INFO neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 08 02:46:44.440531 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Loading extension file: subnet_onboard.py {{(pid=87679) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 02:46:44.442345 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=87679) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 02:46:44.442862 dv-cinder-837051-1-smb neutron-server[87679]: INFO neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Loaded extension: subnet_onboard Apr 08 02:46:44.443203 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=87679) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 02:46:44.444126 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=87679) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 02:46:44.444624 dv-cinder-837051-1-smb neutron-server[87679]: INFO neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 08 02:46:44.444942 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Loading extension file: subnet_service_types.py {{(pid=87679) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 02:46:44.445847 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=87679) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 02:46:44.446347 dv-cinder-837051-1-smb neutron-server[87679]: INFO neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Loaded extension: subnet-service-types Apr 08 02:46:44.446661 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Loading extension file: subnetallocation.py {{(pid=87679) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 02:46:44.447742 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=87679) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 02:46:44.448242 dv-cinder-837051-1-smb neutron-server[87679]: INFO neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Loaded extension: subnet_allocation Apr 08 02:46:44.448559 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=87679) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 02:46:44.449212 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=87679) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 02:46:44.449705 dv-cinder-837051-1-smb neutron-server[87679]: INFO neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Loaded extension: subnetpool-prefix-ops Apr 08 02:46:44.450020 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=87679) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 02:46:44.450947 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=87679) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 02:46:44.451479 dv-cinder-837051-1-smb neutron-server[87679]: INFO neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 08 02:46:44.451796 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Loading extension file: tagging.py {{(pid=87679) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 02:46:44.452818 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=87679) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 02:46:44.453325 dv-cinder-837051-1-smb neutron-server[87679]: INFO neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Loaded extension: standard-attr-tag Apr 08 02:46:44.453650 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Loading extension file: timestamp.py {{(pid=87679) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 02:46:44.454818 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=87679) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 02:46:44.455355 dv-cinder-837051-1-smb neutron-server[87679]: INFO neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Loaded extension: standard-attr-timestamp Apr 08 02:46:44.455676 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Loading extension file: trunk.py {{(pid=87679) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 02:46:44.457280 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=87679) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 02:46:44.457782 dv-cinder-837051-1-smb neutron-server[87679]: INFO neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Extension trunk not supported by any of loaded plugins Apr 08 02:46:44.458101 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Loading extension file: trunk_details.py {{(pid=87679) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 02:46:44.459005 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=87679) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 02:46:44.459540 dv-cinder-837051-1-smb neutron-server[87679]: INFO neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Extension trunk-details not supported by any of loaded plugins Apr 08 02:46:44.459857 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Loading extension file: uplink_status_propagation.py {{(pid=87679) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 02:46:44.460756 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=87679) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 02:46:44.461249 dv-cinder-837051-1-smb neutron-server[87679]: INFO neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 08 02:46:44.461562 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Loading extension file: vlantransparent.py {{(pid=87679) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 02:46:44.462215 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=87679) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 02:46:44.462712 dv-cinder-837051-1-smb neutron-server[87679]: INFO neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Extension vlan-transparent not supported by any of loaded plugins Apr 08 02:46:44.465157 dv-cinder-837051-1-smb neutron-server[87679]: INFO neutron.quota.resource_registry [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Creating instance of TrackedResource for resource:network Apr 08 02:46:44.465879 dv-cinder-837051-1-smb neutron-server[87679]: INFO neutron.quota.resource_registry [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Creating instance of TrackedResource for resource:subnet Apr 08 02:46:44.466633 dv-cinder-837051-1-smb neutron-server[87679]: INFO neutron.quota.resource_registry [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Creating instance of TrackedResource for resource:subnetpool Apr 08 02:46:44.467256 dv-cinder-837051-1-smb neutron-server[87679]: INFO neutron.quota.resource_registry [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Creating instance of TrackedResource for resource:port Apr 08 02:46:44.468545 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.v2.resource_helper [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87679) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 08 02:46:44.468973 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.v2.resource_helper [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Service FLAVORS assigned prefix: {{(pid=87679) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 08 02:46:44.469589 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.v2.resource_helper [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87679) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 08 02:46:44.470016 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.v2.resource_helper [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87679) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 08 02:46:44.470341 dv-cinder-837051-1-smb neutron-server[87679]: INFO neutron.quota.resource_registry [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Creating instance of TrackedResource for resource:router Apr 08 02:46:44.470984 dv-cinder-837051-1-smb neutron-server[87679]: INFO neutron.quota.resource_registry [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Creating instance of TrackedResource for resource:floatingip Apr 08 02:46:44.471718 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.v2.resource_helper [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Service METERING assigned prefix: /metering {{(pid=87679) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 08 02:46:44.473792 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=87679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:46:44.474164 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=87679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:46:44.474514 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:46:44.476828 dv-cinder-837051-1-smb neutron-server[87679]: INFO neutron.quota.resource_registry [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Creating instance of CountableResource for resource:rbac_policy Apr 08 02:46:44.477269 dv-cinder-837051-1-smb neutron-server[87679]: INFO neutron.quota.resource_registry [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Creating instance of TrackedResource for resource:security_group Apr 08 02:46:44.477929 dv-cinder-837051-1-smb neutron-server[87679]: INFO neutron.quota.resource_registry [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 08 02:46:44.478648 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.v2.resource_helper [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Service CORE assigned prefix: {{(pid=87679) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 08 02:46:44.478977 dv-cinder-837051-1-smb neutron-server[87679]: INFO neutron.quota.resource_registry [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Creating instance of TrackedResource for resource:subnetpool Apr 08 02:46:44.479334 dv-cinder-837051-1-smb neutron-server[87679]: WARNING neutron.quota.resource_registry [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] subnetpool is already registered Apr 08 02:46:44.479964 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.v2.resource_helper [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Service CORE assigned prefix: {{(pid=87679) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 08 02:46:44.480291 dv-cinder-837051-1-smb neutron-server[87679]: INFO neutron.quota.resource_registry [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Creating instance of TrackedResource for resource:subnetpool Apr 08 02:46:44.480620 dv-cinder-837051-1-smb neutron-server[87679]: WARNING neutron.quota.resource_registry [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] subnetpool is already registered Apr 08 02:46:44.591732 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.v2.resource_helper [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87679) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 08 02:46:44.592082 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.v2.resource_helper [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Service FLAVORS assigned prefix: {{(pid=87679) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 08 02:46:44.592681 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.v2.resource_helper [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87679) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 08 02:46:44.593103 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.v2.resource_helper [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87679) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 08 02:46:44.593444 dv-cinder-837051-1-smb neutron-server[87679]: INFO neutron.quota.resource_registry [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Creating instance of TrackedResource for resource:router Apr 08 02:46:44.593776 dv-cinder-837051-1-smb neutron-server[87679]: WARNING neutron.quota.resource_registry [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] router is already registered Apr 08 02:46:44.594422 dv-cinder-837051-1-smb neutron-server[87679]: INFO neutron.quota.resource_registry [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Creating instance of TrackedResource for resource:floatingip Apr 08 02:46:44.594747 dv-cinder-837051-1-smb neutron-server[87679]: WARNING neutron.quota.resource_registry [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] floatingip is already registered Apr 08 02:46:44.595399 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.v2.resource_helper [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Service METERING assigned prefix: /metering {{(pid=87679) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 08 02:46:44.596205 dv-cinder-837051-1-smb neutron-server[87679]: INFO neutron.quota.resource_registry [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Creating instance of CountableResource for resource:rbac_policy Apr 08 02:46:44.596536 dv-cinder-837051-1-smb neutron-server[87679]: WARNING neutron.quota.resource_registry [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] rbac_policy is already registered Apr 08 02:46:44.597100 dv-cinder-837051-1-smb neutron-server[87679]: INFO neutron.quota.resource_registry [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Creating instance of TrackedResource for resource:security_group Apr 08 02:46:44.597420 dv-cinder-837051-1-smb neutron-server[87679]: WARNING neutron.quota.resource_registry [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] security_group is already registered Apr 08 02:46:44.598082 dv-cinder-837051-1-smb neutron-server[87679]: INFO neutron.quota.resource_registry [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 08 02:46:44.598410 dv-cinder-837051-1-smb neutron-server[87679]: WARNING neutron.quota.resource_registry [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] security_group_rule is already registered Apr 08 02:46:44.599067 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.v2.resource_helper [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Service CORE assigned prefix: {{(pid=87679) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 08 02:46:44.599418 dv-cinder-837051-1-smb neutron-server[87679]: INFO neutron.quota.resource_registry [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Creating instance of TrackedResource for resource:subnetpool Apr 08 02:46:44.599742 dv-cinder-837051-1-smb neutron-server[87679]: WARNING neutron.quota.resource_registry [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] subnetpool is already registered Apr 08 02:46:44.600340 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.v2.resource_helper [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Service CORE assigned prefix: {{(pid=87679) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 08 02:46:44.600666 dv-cinder-837051-1-smb neutron-server[87679]: INFO neutron.quota.resource_registry [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Creating instance of TrackedResource for resource:subnetpool Apr 08 02:46:44.600995 dv-cinder-837051-1-smb neutron-server[87679]: WARNING neutron.quota.resource_registry [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] subnetpool is already registered Apr 08 02:46:44.601619 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Extended resource: extensions {{(pid=87679) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 02:46:44.603098 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Extended resource: address-groups {{(pid=87679) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 02:46:44.604748 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Extended resource: address-scopes {{(pid=87679) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 02:46:44.605945 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Extended resource: agents {{(pid=87679) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 02:46:44.607084 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Extended resource: auto-allocated-topology {{(pid=87679) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 02:46:44.608434 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Extended resource: availability_zones {{(pid=87679) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 02:46:44.609646 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Extended resource: dhcp-networks {{(pid=87679) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 02:46:44.611027 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Extended resource: dhcp-agents {{(pid=87679) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 02:46:44.612475 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Extended resource: routers {{(pid=87679) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 02:46:44.615450 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Extended resource: flavors {{(pid=87679) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 02:46:44.616591 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Extended resource: service_profiles {{(pid=87679) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 02:46:44.617781 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Extended resource: next_providers {{(pid=87679) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 02:46:44.619300 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Extended resource: service_profiles {{(pid=87679) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 02:46:44.620858 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Extended resource: floatingip-pools {{(pid=87679) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 02:46:44.622045 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Extended resource: routers {{(pid=87679) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 02:46:44.623848 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Extended resource: floatingips {{(pid=87679) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 02:46:44.625021 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Extended resource: l3-routers {{(pid=87679) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 02:46:44.626387 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Extended resource: l3-agents {{(pid=87679) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 02:46:44.627923 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Extended resource: metering-labels {{(pid=87679) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 02:46:44.629889 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Extended resource: metering-label-rules {{(pid=87679) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 02:46:44.631161 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Extended resource: network-ip-availabilities {{(pid=87679) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 02:46:44.632403 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Extended resource: bindings {{(pid=87679) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 02:46:44.634013 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Extended resource: quotas {{(pid=87679) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 02:46:44.635463 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Extended resource: quotas {{(pid=87679) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 02:46:44.636869 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Extended resource: rbac-policies {{(pid=87679) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 02:46:44.638147 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Extended resource: security-groups {{(pid=87679) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 02:46:44.639347 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Extended resource: security-group-rules {{(pid=87679) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 02:46:44.640560 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Extended resource: service-providers {{(pid=87679) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 02:46:44.641866 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Extended resource: subnetpools {{(pid=87679) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 02:46:44.643229 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Extended resource: subnetpools {{(pid=87679) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 02:46:44.644866 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Extended resource: tags {{(pid=87679) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 02:46:44.646623 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Extended resource: tags {{(pid=87679) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 02:46:44.648343 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Extended resource: tags {{(pid=87679) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 02:46:44.650118 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Extended resource: tags {{(pid=87679) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 02:46:44.652891 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Extended resource: tags {{(pid=87679) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 02:46:44.654704 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Extended resource: tags {{(pid=87679) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 02:46:44.656417 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Extended resource: tags {{(pid=87679) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 02:46:44.658278 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Extended resource: tags {{(pid=87679) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 02:46:44.660072 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Extended resource: tags {{(pid=87679) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 02:46:44.661872 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron.api.extensions [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Extended resource: tags {{(pid=87679) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 02:46:44.667744 dv-cinder-837051-1-smb neutron-server[87679]: WARNING keystonemiddleware.auth_token [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 08 02:46:44.672676 dv-cinder-837051-1-smb neutron-server[87679]: WARNING keystonemiddleware.auth_token [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 08 02:46:44.681300 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_concurrency.lockutils [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Acquired lock "singleton_lock" {{(pid=87679) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Apr 08 02:46:44.681766 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_concurrency.lockutils [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Releasing lock "singleton_lock" {{(pid=87679) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Apr 08 02:46:44.682390 dv-cinder-837051-1-smb neutron-server[87679]: INFO oslo_service.service [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Starting 2 workers Apr 08 02:46:44.687041 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Started child 87786 {{(pid=87679) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 08 02:46:44.691984 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Started child 87787 {{(pid=87679) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 08 02:46:44.693053 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:44.693557 dv-cinder-837051-1-smb neutron-server[87679]: INFO neutron.service [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Neutron service started, listening on 0.0.0.0:9696 Apr 08 02:46:44.694200 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Notify callbacks [] for process, before_spawn {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:44.694529 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [-] (87786) wsgi starting up on http://0.0.0.0:9696 Apr 08 02:46:44.696238 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:44.696667 dv-cinder-837051-1-smb neutron-server[87679]: INFO oslo_service.service [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Starting 1 workers Apr 08 02:46:44.697603 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [-] (87787) wsgi starting up on http://0.0.0.0:9696 Apr 08 02:46:44.701562 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Started child 87788 {{(pid=87679) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 08 02:46:44.702082 dv-cinder-837051-1-smb neutron-server[87679]: INFO oslo_service.service [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Starting 1 workers Apr 08 02:46:44.705057 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.service [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] calling RpcWorker wait() {{(pid=87788) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 08 02:46:44.705624 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.service [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] returning from RpcWorker wait() {{(pid=87788) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 08 02:46:44.706405 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Started child 87789 {{(pid=87679) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 08 02:46:44.706885 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:44.707271 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG neutron_lib.callbacks.manager [None req-aa450f91-615b-4456-9b4b-3c7dc9ba5043 None None] Notify callbacks [] for process, after_spawn {{(pid=87679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:44.707351 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=87788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:46:44.708991 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=87679) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Apr 08 02:46:44.709200 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 08 02:46:44.709382 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 08 02:46:44.709592 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 08 02:46:44.709940 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 08 02:46:44.710098 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 08 02:46:44.710595 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.710864 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.711075 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:44.711555 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.711555 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.711679 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.712036 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=87789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:46:44.712222 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.712503 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.712746 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.713015 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.713247 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.713412 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.713575 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.713821 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.714050 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.714336 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.714603 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.714844 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.715103 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.715311 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.715564 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] config_source = [] {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.715833 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.716073 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.716340 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] debug = True {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.716577 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.717061 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.717280 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.717532 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.717744 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.718007 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.718243 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.718504 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.718737 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.718965 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.719239 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.719497 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.719735 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.719959 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.720205 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.720478 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.720696 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.721176 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] host = dv-cinder-837051-1-smb {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.721403 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.721645 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.721886 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.722225 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.722475 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.722695 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.722950 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.723213 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.723495 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.723732 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.723975 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.724225 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.724465 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] log_dir = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.724710 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] log_file = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.724869 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] log_options = True {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.725116 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.725391 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.725644 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.725830 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.725995 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.726165 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.726414 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.726572 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.726834 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.727065 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.727299 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.727510 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.727749 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.727959 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.728212 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.728438 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.728673 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.728877 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.729119 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.729345 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.729564 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.729825 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.730025 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.730238 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.730447 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.730671 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.730904 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.731173 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.731346 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.731602 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.731834 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.732066 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.732310 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.732549 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.732771 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.732996 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.733219 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.733476 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.733718 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.733954 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.734198 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.734407 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.734626 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.734827 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.735045 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] use_journal = False {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.735274 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] use_json = False {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.735484 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.735726 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.736190 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.736406 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.736873 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.737176 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.737305 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.738088 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.738319 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.738744 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.739222 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.739972 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.740092 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.740271 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.740529 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.740756 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.740982 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.741230 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.741460 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.741771 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.741996 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.742278 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.742593 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.742951 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.743293 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.743569 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.743843 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.744063 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.744279 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.744492 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.744744 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.745092 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.745362 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.745611 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.15/identity {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.745869 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.746083 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.746321 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.746557 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.746787 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.747022 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.747256 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.747516 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.747734 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.747953 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.748188 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.758704 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.758704 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.758704 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.758704 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.758704 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.758704 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.758704 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.758704 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.758704 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.759543 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.759543 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.759543 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.759543 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.759543 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.759543 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.759543 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.759543 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.759543 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.760170 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.760170 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.760170 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.760170 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.760170 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.760170 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.760170 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.760170 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.760170 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.760768 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.760768 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.760768 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.760768 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.760768 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.760768 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.760768 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.760768 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.760768 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.761365 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.761365 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.761365 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.761365 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.761365 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.761365 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.761365 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.761365 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.761365 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.761960 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.761960 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.761960 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.761960 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.761960 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.761960 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.761960 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.761960 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.762502 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.762502 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.762502 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.762502 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.762502 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.762502 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.762895 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.762895 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.763069 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.763312 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.763528 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.763779 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.764015 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.764267 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.765423 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.765890 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.766153 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.766439 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.766997 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.767273 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.767647 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.767894 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.768169 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.768429 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.768715 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.769013 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.769273 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.769591 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.769941 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.770222 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.770458 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.770714 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.770975 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.771300 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.771574 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.771813 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.772070 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.772392 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.772785 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.773056 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.773281 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.773528 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.773747 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.774118 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.774376 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.774616 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.774869 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.775217 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.775482 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.775734 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.776017 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.776274 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.776589 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.776868 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.777859 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.15/identity {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.779235 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.779534 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.780066 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.780309 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.780987 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.781222 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.781576 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.781812 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.782046 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.782295 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.782538 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.782788 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.783030 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.783301 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.783546 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.783777 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.783998 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.784244 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.784524 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.784753 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.784984 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.785207 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.785452 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.785722 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.785944 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.786231 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.786496 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.786725 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.786976 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.787266 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.787563 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.787768 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.788021 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.788269 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.788486 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.788727 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.788969 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.789185 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.789399 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.789654 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.789865 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.790103 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.790339 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.790792 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.791058 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.791336 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.791671 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.791937 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.792157 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.792398 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.792633 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.792869 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.793094 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.793317 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.793555 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.793809 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.794024 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.794510 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.794746 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.795021 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.795294 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.795547 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.795765 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.796007 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.796225 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.796463 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.796679 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.796893 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.797120 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.797332 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.797545 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.797772 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.798044 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.798296 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.798538 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.798779 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.799008 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.799270 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.799481 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.800918 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.801628 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.801860 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.802100 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.802321 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.802542 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.802769 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.803010 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.803321 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.803577 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.803801 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.804103 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.804340 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.804589 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.804849 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.805192 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.805409 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.805672 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.805963 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.806200 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.806455 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.806713 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.807049 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.807384 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.807647 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.807887 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.808172 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.808448 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:250:299'] {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.808723 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.808944 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.809250 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.809811 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.809919 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.810101 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.810365 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.810655 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.810878 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.811095 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.811358 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.811576 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.811903 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.815175 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=87788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:46:44.815291 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.815291 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.815291 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.815291 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.815291 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.815291 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.815291 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.815291 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.815291 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.816143 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.816143 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 08 02:46:44.816143 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=87679) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Apr 08 02:46:44.816143 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 08 02:46:44.816143 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 08 02:46:44.816143 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 08 02:46:44.816143 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 08 02:46:44.816143 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 08 02:46:44.816692 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.816692 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.816692 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.816692 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.816692 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.817033 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.817033 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.817033 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.817244 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.817321 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.817470 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.817629 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.817784 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.818094 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.818252 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.818554 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.818709 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.819024 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.819207 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.819517 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] config_source = [] {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.819672 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.819972 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.820133 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] debug = True {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.820287 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.820607 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.820947 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.821083 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.821379 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.821542 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.821700 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.821953 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.822115 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.822264 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.822419 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.822578 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.822747 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.822880 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.823206 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.823363 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.823656 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.824061 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] host = dv-cinder-837051-1-smb {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.824233 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.824394 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.824551 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.824713 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.824866 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.825022 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.825202 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.825358 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.825513 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.825807 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.826098 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.826398 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.826556 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] log_dir = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.826715 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] log_file = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.826871 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] log_options = True {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.827029 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.827206 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.827361 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.827681 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.827985 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.828142 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.828301 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.828459 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.828619 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.828778 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.828933 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.829091 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.829248 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.829406 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.829569 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.829728 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.829883 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.830041 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.830199 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.830355 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.830509 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.830665 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.830822 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.830977 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.831133 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.831356 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.831592 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.831763 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.831990 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.832152 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.832309 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.832465 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.832622 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.832779 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.832935 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.833083 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.833234 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.833394 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.833550 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.833707 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.833865 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.834022 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.834177 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.834332 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.834490 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] use_journal = False {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.834643 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] use_json = False {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.834951 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.835196 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.835346 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.835484 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.835633 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.835783 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.835921 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.836058 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.836196 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 02:46:44.836340 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.836470 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.836598 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.836763 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.836922 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.837082 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.837241 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.837402 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.837562 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.837721 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.837887 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.838046 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.838216 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.838375 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.838536 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.838698 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.838859 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.839019 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.839203 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.839365 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.839529 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.839689 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.839864 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.840025 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.840184 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.15/identity {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.840344 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.840503 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.840662 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.840821 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.840980 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.841140 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.841299 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.841459 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.841618 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.841827 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.841944 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.842125 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.842286 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.842441 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.842599 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.842758 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.842916 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.843091 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.843263 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.843425 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.843585 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.843745 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.843907 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.844104 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.844209 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.844384 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.844536 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.844695 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.844857 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.845022 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.845159 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.845304 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.845455 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.845599 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.845748 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.845906 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.846084 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.846242 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.846403 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.846563 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.846721 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.846880 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.847657 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.847819 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.848003 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.848138 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.848262 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.848420 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.848579 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.848739 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.848899 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.849058 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.849203 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.849364 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.849528 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.849687 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.849846 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.850007 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.850166 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.850333 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.850507 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.850710 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.850817 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.850976 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.851135 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.851318 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.851477 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.851636 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.851795 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.851954 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.852113 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.852273 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.852435 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.852594 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.852751 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.852909 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.853067 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.853226 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.853403 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.853531 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.853689 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.853848 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.854007 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.854165 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.854324 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.854483 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.854651 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.854811 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.854973 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.855132 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.855319 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.855490 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.855651 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.855811 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.855971 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.856132 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.856292 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.856451 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.856610 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.856769 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.856928 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.857087 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.857254 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.857424 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.857583 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.857743 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.857902 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.858088 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.858247 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.858406 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.858566 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.858725 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.858885 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.859045 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.859226 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.859413 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.859571 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.859731 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.859891 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.15/identity {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.860050 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.860209 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.860369 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.860527 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.860687 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.860846 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.861004 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.861165 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.861324 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.861482 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.861641 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.861800 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.861959 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.862118 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.862278 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.862436 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.862758 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.863021 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.863264 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.863468 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.863630 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.863791 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.863950 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.864110 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.864270 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.864433 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.864593 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.864753 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.864914 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.865074 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.865233 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.865392 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.865553 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.865713 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.865872 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.866032 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.866191 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.866353 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.866512 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.866671 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.866830 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.866989 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.867170 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.867346 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.867506 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.867664 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.867826 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.867986 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.868147 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.868307 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.870762 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.870762 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.870762 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.870762 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.870762 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.870762 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.870762 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.870762 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.870762 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.871370 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.871370 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.871370 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.871370 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.871370 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.871370 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.871370 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.871370 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.871370 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.871945 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.871945 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.871945 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.871945 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.871945 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.871945 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.872322 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.872322 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.872322 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.872521 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.872630 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.872790 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.872948 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.873108 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.873277 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.873436 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.873626 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.873786 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.873945 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.874113 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.874274 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.874433 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.874600 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.874760 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.874919 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.875078 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.875273 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.875434 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.875595 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.875755 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.875913 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.876071 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.876233 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.876396 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.876566 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.876734 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.876896 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.877064 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.877233 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:250:299'] {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.877402 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.877561 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.877726 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.877898 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.878057 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.878742 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.879064 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.879440 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.879614 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.879777 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.879941 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.880100 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.880260 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.880420 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.880580 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.880739 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.880898 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.881057 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.881217 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.881376 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.881534 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.881694 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.881853 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 02:46:44.882004 dv-cinder-837051-1-smb neutron-server[87679]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 08 02:46:44.902331 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 39804) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:46:44.910834 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [-] 10.222.0.15 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063553 Apr 08 02:46:55.775193 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eefa368-0a39-4bb7-b0a0-7f8efec8ea18 None None] get_active_networks_info from dv-cinder-837051-1-smb {{(pid=87788) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 08 02:46:55.867207 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eefa368-0a39-4bb7-b0a0-7f8efec8ea18 None None] No non-hosted networks {{(pid=87788) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 08 02:46:55.876159 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.agentschedulers_db [None req-5eefa368-0a39-4bb7-b0a0-7f8efec8ea18 None None] DHCP Agent not found on host dv-cinder-837051-1-smb {{(pid=87788) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Apr 08 02:46:56.033586 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-60015e3a-deb0-4adf-8345-b64fb48eaefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-333276'] for agent, after_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:58.314438 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-f410d0a6-6ad7-4171-a2af-bdd3d88e74b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-333276'] for agent, after_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:58.373451 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.db.api [None req-fc62d1b6-1460-4dc1-a4f6-b73e81c7095f None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-837051-1-smb {{(pid=87788) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 02:46:58.374074 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG oslo_db.api [None req-fc62d1b6-1460-4dc1-a4f6-b73e81c7095f None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=87788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 02:46:58.977706 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-fc62d1b6-1460-4dc1-a4f6-b73e81c7095f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:59.091968 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-ef00a636-a289-418c-ab96-90866b017a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-333276'] for agent, after_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:59.172105 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-333276'] for agent, after_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:46:59.172816 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:46:59.173258 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:46:59.173702 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:46:59.174218 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:46:59.174657 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:46:59.175169 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:46:59.175588 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:46:59.176037 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:46:59.176470 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:46:59.176904 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:46:59.177330 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:46:59.177754 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:46:59.178238 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-837051-1-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=87788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:46:59.182355 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-837051-1-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=87788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:47:00.526715 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-0700d8e1-2fb2-4ab8-b601-2cbd26aa24a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-333276'] for agent, after_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:01.640621 dv-cinder-837051-1-smb neutron-server[87788]: INFO neutron.db.l3_hamode_db [None req-c8df46d1-fe48-4868-a0a1-f604a05e6e2d None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 08 02:47:01.726393 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8df46d1-fe48-4868-a0a1-f604a05e6e2d None None] Routers set() bound to L3 agent in host dv-cinder-837051-1-smb {{(pid=87788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 02:47:01.726772 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8df46d1-fe48-4868-a0a1-f604a05e6e2d None None] Router IDs set() for agent in host dv-cinder-837051-1-smb {{(pid=87788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:465}} Apr 08 02:47:02.052980 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 39896) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:47:02.639108 dv-cinder-837051-1-smb neutron-server[87787]: WARNING oslo_policy.policy [None req-f12515c8-859e-4eac-bf94-875943516aa1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 08 02:47:02.639703 dv-cinder-837051-1-smb neutron-server[87787]: WARNING oslo_policy.policy [None req-f12515c8-859e-4eac-bf94-875943516aa1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 08 02:47:02.858846 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [None req-f12515c8-859e-4eac-bf94-875943516aa1 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=87787) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 08 02:47:02.859836 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-f12515c8-859e-4eac-bf94-875943516aa1 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8059413 Apr 08 02:47:05.263484 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.wsgi [-] (87786) accepted ('10.222.0.15', 39910) {{(pid=87786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:47:05.835255 dv-cinder-837051-1-smb neutron-server[87786]: WARNING oslo_policy.policy [None req-7c215467-83e2-419f-b6d2-a6c538818abf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 08 02:47:05.835846 dv-cinder-837051-1-smb neutron-server[87786]: WARNING oslo_policy.policy [None req-7c215467-83e2-419f-b6d2-a6c538818abf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 08 02:47:06.053928 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.v2.base [None req-7c215467-83e2-419f-b6d2-a6c538818abf admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'prefixes': ['172.20.0.0/16'], 'is_default': True}} {{(pid=87786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 02:47:06.156529 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.policy [None req-7c215467-83e2-419f-b6d2-a6c538818abf admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=87786) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 08 02:47:06.201708 dv-cinder-837051-1-smb neutron-server[87786]: WARNING oslo_policy.policy [None req-7c215467-83e2-419f-b6d2-a6c538818abf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 08 02:47:06.202083 dv-cinder-837051-1-smb neutron-server[87786]: WARNING oslo_policy.policy [None req-7c215467-83e2-419f-b6d2-a6c538818abf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 08 02:47:06.211063 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.quota [None req-7c215467-83e2-419f-b6d2-a6c538818abf admin admin] Loaded quota_driver: . Apr 08 02:47:06.226999 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.quota.driver [None req-7c215467-83e2-419f-b6d2-a6c538818abf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:47:06.361008 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-7c215467-83e2-419f-b6d2-a6c538818abf admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762844957614', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762844957179', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762844946292', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762844940480', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762844860760', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762844870338', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-559267', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-572730', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3685284', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3741034'] for rbac-policy, before_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:06.554767 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-7c215467-83e2-419f-b6d2-a6c538818abf admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:06.556107 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [None req-7c215467-83e2-419f-b6d2-a6c538818abf admin admin] 10.222.0.15 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.2906089 Apr 08 02:47:09.183331 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 39928) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:47:09.531696 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.v2.base [None req-f279820d-e72c-4827-bfd0-2c7e6044454d admin admin] Request body: {'network': {'name': 'private', 'project_id': '3568f99c4a334c52b15534d81c881620', 'admin_state_up': True}} {{(pid=87787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 02:47:09.533136 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.quota [None req-f279820d-e72c-4827-bfd0-2c7e6044454d admin admin] Loaded quota_driver: . Apr 08 02:47:09.549788 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-f279820d-e72c-4827-bfd0-2c7e6044454d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:47:09.556202 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-f279820d-e72c-4827-bfd0-2c7e6044454d admin admin] Usage tracker for resource:network and tenant:3568f99c4a334c52b15534d81c881620 is out of sync, need to count used quota {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:47:09.561677 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-f279820d-e72c-4827-bfd0-2c7e6044454d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:47:09.569713 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-f279820d-e72c-4827-bfd0-2c7e6044454d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:47:09.651512 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f279820d-e72c-4827-bfd0-2c7e6044454d admin admin] Made reservation on behalf of 3568f99c4a334c52b15534d81c881620 for: {'network': 1} {{(pid=87787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 02:47:09.724299 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.policy [None req-f279820d-e72c-4827-bfd0-2c7e6044454d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=87787) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 08 02:47:09.768651 dv-cinder-837051-1-smb neutron-server[87787]: WARNING oslo_policy.policy [None req-f279820d-e72c-4827-bfd0-2c7e6044454d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 08 02:47:09.768971 dv-cinder-837051-1-smb neutron-server[87787]: WARNING oslo_policy.policy [None req-f279820d-e72c-4827-bfd0-2c7e6044454d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 08 02:47:09.778975 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-f279820d-e72c-4827-bfd0-2c7e6044454d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for network, before_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:09.800059 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-f279820d-e72c-4827-bfd0-2c7e6044454d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:09.814094 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-f279820d-e72c-4827-bfd0-2c7e6044454d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:47:09.818365 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-f279820d-e72c-4827-bfd0-2c7e6044454d admin admin] Usage tracker for resource:security_group_rule and tenant:3568f99c4a334c52b15534d81c881620 is out of sync, need to count used quota {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:47:09.823540 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-f279820d-e72c-4827-bfd0-2c7e6044454d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:47:09.829082 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-f279820d-e72c-4827-bfd0-2c7e6044454d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:47:09.925012 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-f279820d-e72c-4827-bfd0-2c7e6044454d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:09.998733 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-f279820d-e72c-4827-bfd0-2c7e6044454d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:10.022819 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f279820d-e72c-4827-bfd0-2c7e6044454d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 255} {{(pid=87787) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 02:47:10.046954 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-f279820d-e72c-4827-bfd0-2c7e6044454d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8762847383318', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575478'] for segment, precommit_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:10.047543 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-f279820d-e72c-4827-bfd0-2c7e6044454d admin admin] Unsubscribe: segment precommit_create {{(pid=87787) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 08 02:47:10.048028 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.db.segments_db [None req-f279820d-e72c-4827-bfd0-2c7e6044454d admin admin] Added segment 58f6cdff-775e-4081-a5b9-fa338f6a4ebf of type vlan for network 7016f174-41ec-45de-b7c5-89b6d720670f Apr 08 02:47:10.056930 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f279820d-e72c-4827-bfd0-2c7e6044454d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bd8a67c-2654-49cb-b49d-d17db1e9a070,revision_number=1']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:47:10.110796 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f279820d-e72c-4827-bfd0-2c7e6044454d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:47:10.111135 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f279820d-e72c-4827-bfd0-2c7e6044454d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:47:10.112038 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f279820d-e72c-4827-bfd0-2c7e6044454d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:47:10.112365 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f279820d-e72c-4827-bfd0-2c7e6044454d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:47:10.112689 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f279820d-e72c-4827-bfd0-2c7e6044454d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:47:10.113012 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f279820d-e72c-4827-bfd0-2c7e6044454d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:47:10.113330 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f279820d-e72c-4827-bfd0-2c7e6044454d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:47:10.113648 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f279820d-e72c-4827-bfd0-2c7e6044454d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:47:10.113982 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f279820d-e72c-4827-bfd0-2c7e6044454d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:47:10.114300 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f279820d-e72c-4827-bfd0-2c7e6044454d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:47:10.114612 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f279820d-e72c-4827-bfd0-2c7e6044454d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:47:10.114921 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f279820d-e72c-4827-bfd0-2c7e6044454d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:47:10.116071 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f279820d-e72c-4827-bfd0-2c7e6044454d admin admin] Tracked resource versions report: Apr 08 02:47:10.116071 dv-cinder-837051-1-smb neutron-server[87787]: pushed versions: Apr 08 02:47:10.116071 dv-cinder-837051-1-smb neutron-server[87787]: { 'AddressGroup': {'1.2'}, Apr 08 02:47:10.116071 dv-cinder-837051-1-smb neutron-server[87787]: 'ConntrackHelper': {'1.0'}, Apr 08 02:47:10.116071 dv-cinder-837051-1-smb neutron-server[87787]: 'Log': {'1.0'}, Apr 08 02:47:10.116071 dv-cinder-837051-1-smb neutron-server[87787]: 'Network': {'1.1'}, Apr 08 02:47:10.116071 dv-cinder-837051-1-smb neutron-server[87787]: 'Port': {'1.7'}, Apr 08 02:47:10.116071 dv-cinder-837051-1-smb neutron-server[87787]: 'PortForwarding': {'1.2'}, Apr 08 02:47:10.116071 dv-cinder-837051-1-smb neutron-server[87787]: 'QosPolicy': {'1.8'}, Apr 08 02:47:10.116071 dv-cinder-837051-1-smb neutron-server[87787]: 'SecurityGroup': {'1.4'}, Apr 08 02:47:10.116071 dv-cinder-837051-1-smb neutron-server[87787]: 'SecurityGroupRule': {'1.2'}, Apr 08 02:47:10.116071 dv-cinder-837051-1-smb neutron-server[87787]: 'SubPort': {'1.0'}, Apr 08 02:47:10.116071 dv-cinder-837051-1-smb neutron-server[87787]: 'Subnet': {'1.1'}, Apr 08 02:47:10.116071 dv-cinder-837051-1-smb neutron-server[87787]: 'Trunk': {'1.1'}} Apr 08 02:47:10.116071 dv-cinder-837051-1-smb neutron-server[87787]: consumer versions: Apr 08 02:47:10.116071 dv-cinder-837051-1-smb neutron-server[87787]: { DHCP agent@dv-cinder-837051-1-smb: {}, Apr 08 02:47:10.116071 dv-cinder-837051-1-smb neutron-server[87787]: L3 agent@dv-cinder-837051-1-smb: {}, Apr 08 02:47:10.116071 dv-cinder-837051-1-smb neutron-server[87787]: Metadata agent@dv-cinder-837051-1-smb: {}, Apr 08 02:47:10.116071 dv-cinder-837051-1-smb neutron-server[87787]: Metering agent@dv-cinder-837051-1-smb: {}, Apr 08 02:47:10.116071 dv-cinder-837051-1-smb neutron-server[87787]: Open vSwitch agent@dv-cinder-837051-1-smb: { 'AddressGroup': '1.2', Apr 08 02:47:10.116071 dv-cinder-837051-1-smb neutron-server[87787]: 'ConntrackHelper': '1.0', Apr 08 02:47:10.116071 dv-cinder-837051-1-smb neutron-server[87787]: 'Log': '1.0', Apr 08 02:47:10.116071 dv-cinder-837051-1-smb neutron-server[87787]: 'Network': '1.1', Apr 08 02:47:10.116071 dv-cinder-837051-1-smb neutron-server[87787]: 'Port': '1.7', Apr 08 02:47:10.116071 dv-cinder-837051-1-smb neutron-server[87787]: 'PortForwarding': '1.2', Apr 08 02:47:10.116071 dv-cinder-837051-1-smb neutron-server[87787]: 'QosPolicy': '1.8', Apr 08 02:47:10.116071 dv-cinder-837051-1-smb neutron-server[87787]: 'SecurityGroup': '1.4', Apr 08 02:47:10.116071 dv-cinder-837051-1-smb neutron-server[87787]: 'SecurityGroupRule': '1.2', Apr 08 02:47:10.116071 dv-cinder-837051-1-smb neutron-server[87787]: 'SubPort': '1.0', Apr 08 02:47:10.116071 dv-cinder-837051-1-smb neutron-server[87787]: 'Subnet': '1.1', Apr 08 02:47:10.116071 dv-cinder-837051-1-smb neutron-server[87787]: 'Trunk': '1.1'}} Apr 08 02:47:10.116071 dv-cinder-837051-1-smb neutron-server[87787]: {{(pid=87787) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 08 02:47:10.165372 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-f279820d-e72c-4827-bfd0-2c7e6044454d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762846836134'] for network, precommit_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:10.268423 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-f279820d-e72c-4827-bfd0-2c7e6044454d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254'] for network, after_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:10.269476 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f279820d-e72c-4827-bfd0-2c7e6044454d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:47:10.270101 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-f279820d-e72c-4827-bfd0-2c7e6044454d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539232'] for network, before_response {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:10.378181 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f279820d-e72c-4827-bfd0-2c7e6044454d admin admin] Pushing event updated for resources: {'Network': ['ID=7016f174-41ec-45de-b7c5-89b6d720670f,revision_number=1']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:47:10.388994 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Network 7016f174-41ec-45de-b7c5-89b6d720670f details requested by agent ovs-agent-dv-cinder-837051-1-smb with host dv-cinder-837051-1-smb {{(pid=87788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 02:47:10.434273 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-f279820d-e72c-4827-bfd0-2c7e6044454d admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.2499278 Apr 08 02:47:13.124559 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 39946) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:47:13.565683 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29f76a7e-16fb-4ec1-9b45-6dfddae83c06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:47:13.566946 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-29f76a7e-16fb-4ec1-9b45-6dfddae83c06 admin admin] 10.222.0.15 "GET /v2.0/networks/7016f174-41ec-45de-b7c5-89b6d720670f HTTP/1.1" status: 200 len: 825 time: 0.4414535 Apr 08 02:47:13.596323 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-49f29272-2e2d-4ab4-8358-149dc230a8fe admin admin] 10.222.0.15 "GET /v2.0/subnetpools/2a4667e3-1de2-47ec-a2d2-1de93b4a0032 HTTP/1.1" status: 200 len: 734 time: 0.0233600 Apr 08 02:47:13.604418 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.v2.base [None req-7fe9f2db-28df-4fbd-9956-86a6bfb31343 admin admin] Request body: {'subnet': {'tenant_id': '3568f99c4a334c52b15534d81c881620', 'name': 'private-subnet', 'network_id': '7016f174-41ec-45de-b7c5-89b6d720670f', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'subnetpool_id': '2a4667e3-1de2-47ec-a2d2-1de93b4a0032'}} {{(pid=87787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 02:47:13.608672 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-7fe9f2db-28df-4fbd-9956-86a6bfb31343 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:47:13.612996 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-7fe9f2db-28df-4fbd-9956-86a6bfb31343 admin admin] Usage tracker for resource:subnet and tenant:3568f99c4a334c52b15534d81c881620 is out of sync, need to count used quota {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:47:13.615798 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-7fe9f2db-28df-4fbd-9956-86a6bfb31343 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:47:13.621718 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-7fe9f2db-28df-4fbd-9956-86a6bfb31343 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:47:13.731239 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fe9f2db-28df-4fbd-9956-86a6bfb31343 admin admin] Made reservation on behalf of 3568f99c4a334c52b15534d81c881620 for: {'subnet': 1} {{(pid=87787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 02:47:13.733511 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-7fe9f2db-28df-4fbd-9956-86a6bfb31343 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:14.062803 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-7fe9f2db-28df-4fbd-9956-86a6bfb31343 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254'] for subnet, after_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:14.147503 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe9f2db-28df-4fbd-9956-86a6bfb31343 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a18168fc-8e3f-4daf-9b98-f91f809e3f9a,revision_number=0']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:47:14.149572 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe9f2db-28df-4fbd-9956-86a6bfb31343 admin admin] Checking segment: {'id': '58f6cdff-775e-4081-a5b9-fa338f6a4ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '7016f174-41ec-45de-b7c5-89b6d720670f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 02:47:14.149940 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fe9f2db-28df-4fbd-9956-86a6bfb31343 admin admin] Network hostable DHCP agents. Network: 7016f174-41ec-45de-b7c5-89b6d720670f, hostable agents: ['c0dff2ba-0ef7-4e94-af34-c7dac3342234'], hosted agents: [] {{(pid=87787) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 02:47:14.216707 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fe9f2db-28df-4fbd-9956-86a6bfb31343 admin admin] Network 7016f174-41ec-45de-b7c5-89b6d720670f is scheduled to be hosted by DHCP agent c0dff2ba-0ef7-4e94-af34-c7dac3342234 with binding_index 1 {{(pid=87787) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 02:47:14.285399 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.scheduler.base_scheduler [None req-7fe9f2db-28df-4fbd-9956-86a6bfb31343 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837051-1-smb, 7016f174-41ec-45de-b7c5-89b6d720670f) {{(pid=87787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 02:47:14.290073 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe9f2db-28df-4fbd-9956-86a6bfb31343 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:47:14.290851 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-7fe9f2db-28df-4fbd-9956-86a6bfb31343 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539232'] for subnet, before_response {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:14.296621 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48cd7721-b5ba-4b1b-879e-ba97c239b5b7 None None] Network 7016f174-41ec-45de-b7c5-89b6d720670f requested from dv-cinder-837051-1-smb {{(pid=87788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 02:47:14.366383 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-7fe9f2db-28df-4fbd-9956-86a6bfb31343 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7651010 Apr 08 02:47:14.600602 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3901d03b-2204-4db6-ab0a-e96ab3824606 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42e60dd2-2c7f-5bdd-8db5-c6fe16da6c01-7016f174-41ec-45de-b7c5-89b6d720670f', 'network_id': '7016f174-41ec-45de-b7c5-89b6d720670f', 'tenant_id': '3568f99c4a334c52b15534d81c881620', 'fixed_ips': [{'subnet_id': 'a18168fc-8e3f-4daf-9b98-f91f809e3f9a'}]}} from dv-cinder-837051-1-smb. {{(pid=87788) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 08 02:47:14.601892 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-3901d03b-2204-4db6-ab0a-e96ab3824606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:14.784397 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.db_base_plugin_common [None req-3901d03b-2204-4db6-ab0a-e96ab3824606 None None] Allocated IP 172.20.0.2 (7016f174-41ec-45de-b7c5-89b6d720670f/a18168fc-8e3f-4daf-9b98-f91f809e3f9a/fb1ee8e1-4cbe-4e92-88fc-33fa553b40bb) {{(pid=87788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 02:47:15.014166 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-3901d03b-2204-4db6-ab0a-e96ab3824606 None None] Notify callbacks [] for port, precommit_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:15.026852 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-3901d03b-2204-4db6-ab0a-e96ab3824606 None None] Transition to ACTIVE for port object fb1ee8e1-4cbe-4e92-88fc-33fa553b40bb will not be triggered until provisioned by entity L2. {{(pid=87788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 02:47:15.045933 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-3901d03b-2204-4db6-ab0a-e96ab3824606 None None] Transition to ACTIVE for port object fb1ee8e1-4cbe-4e92-88fc-33fa553b40bb will not be triggered until provisioned by entity DHCP. {{(pid=87788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 02:47:15.114581 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-3901d03b-2204-4db6-ab0a-e96ab3824606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762846864680'] for port, after_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:15.172122 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3901d03b-2204-4db6-ab0a-e96ab3824606 None None] Network 7016f174-41ec-45de-b7c5-89b6d720670f is already hosted by enough agents. {{(pid=87788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 02:47:15.175482 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.scheduler.base_scheduler [None req-3901d03b-2204-4db6-ab0a-e96ab3824606 None None] Resources bound (agent type, host, resource id): {{(pid=87788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 02:47:15.185851 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3901d03b-2204-4db6-ab0a-e96ab3824606 None None] Received port after_create {{(pid=87788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 02:47:15.219717 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3901d03b-2204-4db6-ab0a-e96ab3824606 None None] Pushing event updated for resources: {'Port': ['ID=fb1ee8e1-4cbe-4e92-88fc-33fa553b40bb,revision_number=1']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:47:15.234833 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3901d03b-2204-4db6-ab0a-e96ab3824606 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:47:15.235204 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3901d03b-2204-4db6-ab0a-e96ab3824606 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:47:15.235543 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3901d03b-2204-4db6-ab0a-e96ab3824606 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:47:15.235875 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3901d03b-2204-4db6-ab0a-e96ab3824606 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:47:15.236778 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3901d03b-2204-4db6-ab0a-e96ab3824606 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:47:15.237274 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3901d03b-2204-4db6-ab0a-e96ab3824606 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:47:15.237603 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3901d03b-2204-4db6-ab0a-e96ab3824606 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:47:15.237926 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3901d03b-2204-4db6-ab0a-e96ab3824606 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:47:15.238249 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3901d03b-2204-4db6-ab0a-e96ab3824606 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:47:15.238568 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3901d03b-2204-4db6-ab0a-e96ab3824606 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:47:15.238885 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3901d03b-2204-4db6-ab0a-e96ab3824606 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:47:15.239224 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3901d03b-2204-4db6-ab0a-e96ab3824606 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:47:15.240336 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3901d03b-2204-4db6-ab0a-e96ab3824606 None None] Tracked resource versions report: Apr 08 02:47:15.240336 dv-cinder-837051-1-smb neutron-server[87788]: pushed versions: Apr 08 02:47:15.240336 dv-cinder-837051-1-smb neutron-server[87788]: { 'AddressGroup': {'1.2'}, Apr 08 02:47:15.240336 dv-cinder-837051-1-smb neutron-server[87788]: 'ConntrackHelper': {'1.0'}, Apr 08 02:47:15.240336 dv-cinder-837051-1-smb neutron-server[87788]: 'Log': {'1.0'}, Apr 08 02:47:15.240336 dv-cinder-837051-1-smb neutron-server[87788]: 'Network': {'1.1'}, Apr 08 02:47:15.240336 dv-cinder-837051-1-smb neutron-server[87788]: 'Port': {'1.7'}, Apr 08 02:47:15.240336 dv-cinder-837051-1-smb neutron-server[87788]: 'PortForwarding': {'1.2'}, Apr 08 02:47:15.240336 dv-cinder-837051-1-smb neutron-server[87788]: 'QosPolicy': {'1.8'}, Apr 08 02:47:15.240336 dv-cinder-837051-1-smb neutron-server[87788]: 'SecurityGroup': {'1.4'}, Apr 08 02:47:15.240336 dv-cinder-837051-1-smb neutron-server[87788]: 'SecurityGroupRule': {'1.2'}, Apr 08 02:47:15.240336 dv-cinder-837051-1-smb neutron-server[87788]: 'SubPort': {'1.0'}, Apr 08 02:47:15.240336 dv-cinder-837051-1-smb neutron-server[87788]: 'Subnet': {'1.1'}, Apr 08 02:47:15.240336 dv-cinder-837051-1-smb neutron-server[87788]: 'Trunk': {'1.1'}} Apr 08 02:47:15.240336 dv-cinder-837051-1-smb neutron-server[87788]: consumer versions: Apr 08 02:47:15.240336 dv-cinder-837051-1-smb neutron-server[87788]: { DHCP agent@dv-cinder-837051-1-smb: {}, Apr 08 02:47:15.240336 dv-cinder-837051-1-smb neutron-server[87788]: L3 agent@dv-cinder-837051-1-smb: {}, Apr 08 02:47:15.240336 dv-cinder-837051-1-smb neutron-server[87788]: Metadata agent@dv-cinder-837051-1-smb: {}, Apr 08 02:47:15.240336 dv-cinder-837051-1-smb neutron-server[87788]: Metering agent@dv-cinder-837051-1-smb: {}, Apr 08 02:47:15.240336 dv-cinder-837051-1-smb neutron-server[87788]: Open vSwitch agent@dv-cinder-837051-1-smb: { 'AddressGroup': '1.2', Apr 08 02:47:15.240336 dv-cinder-837051-1-smb neutron-server[87788]: 'ConntrackHelper': '1.0', Apr 08 02:47:15.240336 dv-cinder-837051-1-smb neutron-server[87788]: 'Log': '1.0', Apr 08 02:47:15.240336 dv-cinder-837051-1-smb neutron-server[87788]: 'Network': '1.1', Apr 08 02:47:15.240336 dv-cinder-837051-1-smb neutron-server[87788]: 'Port': '1.7', Apr 08 02:47:15.240336 dv-cinder-837051-1-smb neutron-server[87788]: 'PortForwarding': '1.2', Apr 08 02:47:15.240336 dv-cinder-837051-1-smb neutron-server[87788]: 'QosPolicy': '1.8', Apr 08 02:47:15.240336 dv-cinder-837051-1-smb neutron-server[87788]: 'SecurityGroup': '1.4', Apr 08 02:47:15.240336 dv-cinder-837051-1-smb neutron-server[87788]: 'SecurityGroupRule': '1.2', Apr 08 02:47:15.240336 dv-cinder-837051-1-smb neutron-server[87788]: 'SubPort': '1.0', Apr 08 02:47:15.240336 dv-cinder-837051-1-smb neutron-server[87788]: 'Subnet': '1.1', Apr 08 02:47:15.240336 dv-cinder-837051-1-smb neutron-server[87788]: 'Trunk': '1.1'}} Apr 08 02:47:15.240336 dv-cinder-837051-1-smb neutron-server[87788]: {{(pid=87788) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 08 02:47:15.290797 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.managers [None req-3901d03b-2204-4db6-ab0a-e96ab3824606 None None] Attempting to bind port fb1ee8e1-4cbe-4e92-88fc-33fa553b40bb on host dv-cinder-837051-1-smb for vnic_type normal with profile {{(pid=87788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 02:47:15.291203 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.managers [None req-3901d03b-2204-4db6-ab0a-e96ab3824606 None None] Attempting to bind port fb1ee8e1-4cbe-4e92-88fc-33fa553b40bb by drivers openvswitch,hyperv on host dv-cinder-837051-1-smb at level 0 using segments [{'id': '58f6cdff-775e-4081-a5b9-fa338f6a4ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '7016f174-41ec-45de-b7c5-89b6d720670f'}] {{(pid=87788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 02:47:15.291630 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3901d03b-2204-4db6-ab0a-e96ab3824606 None None] Attempting to bind port fb1ee8e1-4cbe-4e92-88fc-33fa553b40bb on network 7016f174-41ec-45de-b7c5-89b6d720670f {{(pid=87788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 02:47:15.297011 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3901d03b-2204-4db6-ab0a-e96ab3824606 None None] Checking agent: {'id': '506bd601-c596-4b52-979e-3670b1bbe31d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837051-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 2, 46, 59), 'started_at': datetime.datetime(2022, 4, 8, 2, 46, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 2, 46, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837051-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 02:47:15.297580 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3901d03b-2204-4db6-ab0a-e96ab3824606 None None] Checking segment: {'id': '58f6cdff-775e-4081-a5b9-fa338f6a4ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '7016f174-41ec-45de-b7c5-89b6d720670f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 02:47:15.297863 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-3901d03b-2204-4db6-ab0a-e96ab3824606 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:15.298245 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3901d03b-2204-4db6-ab0a-e96ab3824606 None None] Bound using segment: {'id': '58f6cdff-775e-4081-a5b9-fa338f6a4ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '7016f174-41ec-45de-b7c5-89b6d720670f'} {{(pid=87788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 02:47:15.298751 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.managers [None req-3901d03b-2204-4db6-ab0a-e96ab3824606 None None] Bound port: fb1ee8e1-4cbe-4e92-88fc-33fa553b40bb, host: dv-cinder-837051-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58f6cdff-775e-4081-a5b9-fa338f6a4ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '7016f174-41ec-45de-b7c5-89b6d720670f'}}] {{(pid=87788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 02:47:15.299176 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-3901d03b-2204-4db6-ab0a-e96ab3824606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:15.385360 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.db [None req-3901d03b-2204-4db6-ab0a-e96ab3824606 None None] For port fb1ee8e1-4cbe-4e92-88fc-33fa553b40bb, host dv-cinder-837051-1-smb, cleared binding levels {{(pid=87788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 02:47:15.389529 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.db [None req-3901d03b-2204-4db6-ab0a-e96ab3824606 None None] For port fb1ee8e1-4cbe-4e92-88fc-33fa553b40bb, host dv-cinder-837051-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837051-1-smb',level=0,port_id=fb1ee8e1-4cbe-4e92-88fc-33fa553b40bb,segment=NetworkSegment(58f6cdff-775e-4081-a5b9-fa338f6a4ebf),segment_id=58f6cdff-775e-4081-a5b9-fa338f6a4ebf)] {{(pid=87788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 02:47:15.457541 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-3901d03b-2204-4db6-ab0a-e96ab3824606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762847214852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762846864698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762846864743'] for port, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:15.552320 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3901d03b-2204-4db6-ab0a-e96ab3824606 None None] Pushing event updated for resources: {'Port': ['ID=fb1ee8e1-4cbe-4e92-88fc-33fa553b40bb,revision_number=2']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:47:16.817092 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.wsgi [-] (87786) accepted ('10.222.0.15', 39956) {{(pid=87786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:47:17.184656 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.wsgi [None req-f0878269-79e5-457a-8c26-57951807ce4b admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=87786) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 08 02:47:17.185702 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [None req-f0878269-79e5-457a-8c26-57951807ce4b admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3676775 Apr 08 02:47:19.019022 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Device fb1ee8e1-4cbe-4e92-88fc-33fa553b40bb up at agent ovs-agent-dv-cinder-837051-1-smb {{(pid=87788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 02:47:19.153085 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Provisioning for port fb1ee8e1-4cbe-4e92-88fc-33fa553b40bb completed by entity L2. {{(pid=87788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 02:47:19.443121 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9822019b-3a6c-4fb2-b1dc-2641e6d9f2a5 None None] Network 7016f174-41ec-45de-b7c5-89b6d720670f requested from dv-cinder-837051-1-smb {{(pid=87788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 02:47:19.638515 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-80777a24-a787-4150-a317-bf1309978f2f None None] Provisioning for port fb1ee8e1-4cbe-4e92-88fc-33fa553b40bb completed by entity DHCP. {{(pid=87788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 02:47:19.650317 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-80777a24-a787-4150-a317-bf1309978f2f None None] Provisioning complete for port fb1ee8e1-4cbe-4e92-88fc-33fa553b40bb triggered by entity DHCP. {{(pid=87788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 02:47:19.655012 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-80777a24-a787-4150-a317-bf1309978f2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587297'] for port, provisioning_complete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:19.677298 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 39970) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:47:19.922171 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-80777a24-a787-4150-a317-bf1309978f2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:20.116465 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.db [None req-80777a24-a787-4150-a317-bf1309978f2f None None] For port fb1ee8e1-4cbe-4e92-88fc-33fa553b40bb, host dv-cinder-837051-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837051-1-smb',level=0,port_id=fb1ee8e1-4cbe-4e92-88fc-33fa553b40bb,segment=NetworkSegment(58f6cdff-775e-4081-a5b9-fa338f6a4ebf),segment_id=58f6cdff-775e-4081-a5b9-fa338f6a4ebf)] {{(pid=87788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 02:47:20.152443 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [None req-18430007-f901-451c-9225-49684465066d admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=87787) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 08 02:47:20.153469 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-18430007-f901-451c-9225-49684465066d admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4753180 Apr 08 02:47:20.177452 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-80777a24-a787-4150-a317-bf1309978f2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762847214852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762846864698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762846864743'] for port, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:20.256115 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80777a24-a787-4150-a317-bf1309978f2f None None] Pushing event updated for resources: {'Port': ['ID=fb1ee8e1-4cbe-4e92-88fc-33fa553b40bb,revision_number=3']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:47:20.299170 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-ecaf70bf-18dc-4b79-82fc-ec32d281312d None None] Provisioning complete for port fb1ee8e1-4cbe-4e92-88fc-33fa553b40bb triggered by entity DHCP. {{(pid=87788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 02:47:20.299693 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-ecaf70bf-18dc-4b79-82fc-ec32d281312d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587297'] for port, provisioning_complete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:20.986781 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Device fb1ee8e1-4cbe-4e92-88fc-33fa553b40bb up at agent ovs-agent-dv-cinder-837051-1-smb {{(pid=87788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 02:47:21.054963 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Provisioning complete for port fb1ee8e1-4cbe-4e92-88fc-33fa553b40bb triggered by entity L2. {{(pid=87788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 02:47:21.055358 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587297'] for port, provisioning_complete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:22.848428 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 39982) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:47:23.200405 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.v2.base [None req-62c7f87e-f261-48b9-bc1f-dfce4c2107ca admin admin] Request body: {'router': {'tenant_id': '3568f99c4a334c52b15534d81c881620', 'admin_state_up': True, 'name': 'router1'}} {{(pid=87787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 02:47:23.206239 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-62c7f87e-f261-48b9-bc1f-dfce4c2107ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:47:23.209920 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-62c7f87e-f261-48b9-bc1f-dfce4c2107ca admin admin] Usage tracker for resource:router and tenant:3568f99c4a334c52b15534d81c881620 is out of sync, need to count used quota {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:47:23.213137 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-62c7f87e-f261-48b9-bc1f-dfce4c2107ca admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:47:23.218638 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-62c7f87e-f261-48b9-bc1f-dfce4c2107ca admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:47:23.308627 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-62c7f87e-f261-48b9-bc1f-dfce4c2107ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-335215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-292'] for router, before_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:23.310161 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-62c7f87e-f261-48b9-bc1f-dfce4c2107ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-332252', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-456264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-301'] for router, precommit_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:23.331011 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-62c7f87e-f261-48b9-bc1f-dfce4c2107ca admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:23.503437 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-62c7f87e-f261-48b9-bc1f-dfce4c2107ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-335234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-332257'] for router, after_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:23.588232 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-62c7f87e-f261-48b9-bc1f-dfce4c2107ca admin admin] Notify callbacks [] for router, before_response {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:23.589351 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-62c7f87e-f261-48b9-bc1f-dfce4c2107ca admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7399693 Apr 08 02:47:25.861470 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-712128cf-cf80-400d-9fc4-5bb25d6e1ef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:25.992401 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.wsgi [-] (87786) accepted ('10.222.0.15', 39992) {{(pid=87786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:47:26.373357 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.wsgi [None req-dd6bda43-d082-4cf3-87c4-97cd0d4cea21 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=87786) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 08 02:47:26.376158 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [None req-dd6bda43-d082-4cf3-87c4-97cd0d4cea21 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3810003 Apr 08 02:47:28.272746 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-e1902320-b1f9-4c20-856e-70a55ebf8bc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:28.782374 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.wsgi [-] (87786) accepted ('10.222.0.15', 40002) {{(pid=87786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:47:29.050727 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-ef00a636-a289-418c-ab96-90866b017a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:29.143391 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.v2.base [None req-576f2621-9b16-416c-9fc7-f6450f0fa278 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'is_default': True, 'name': 'public', 'router:external': True}} {{(pid=87786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 02:47:29.148413 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.quota.driver [None req-576f2621-9b16-416c-9fc7-f6450f0fa278 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:47:29.152528 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [None req-576f2621-9b16-416c-9fc7-f6450f0fa278 admin admin] Usage tracker for resource:network and tenant:1256413bd9934e7bb4799e9e5c7abba5 is out of sync, need to count used quota {{(pid=87786) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:47:29.156154 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [None req-576f2621-9b16-416c-9fc7-f6450f0fa278 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87786) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:47:29.162828 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.quota.driver [None req-576f2621-9b16-416c-9fc7-f6450f0fa278 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:47:29.170648 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:29.210789 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-576f2621-9b16-416c-9fc7-f6450f0fa278 admin admin] Made reservation on behalf of 1256413bd9934e7bb4799e9e5c7abba5 for: {'network': 1} {{(pid=87786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 02:47:29.213538 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-576f2621-9b16-416c-9fc7-f6450f0fa278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for network, before_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:29.230049 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-576f2621-9b16-416c-9fc7-f6450f0fa278 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:29.244044 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.quota.driver [None req-576f2621-9b16-416c-9fc7-f6450f0fa278 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:47:29.247610 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [None req-576f2621-9b16-416c-9fc7-f6450f0fa278 admin admin] Usage tracker for resource:security_group_rule and tenant:1256413bd9934e7bb4799e9e5c7abba5 is out of sync, need to count used quota {{(pid=87786) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:47:29.250622 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [None req-576f2621-9b16-416c-9fc7-f6450f0fa278 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87786) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:47:29.256127 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.quota.driver [None req-576f2621-9b16-416c-9fc7-f6450f0fa278 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:47:29.348365 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-576f2621-9b16-416c-9fc7-f6450f0fa278 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:29.393412 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-576f2621-9b16-416c-9fc7-f6450f0fa278 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:29.409198 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-576f2621-9b16-416c-9fc7-f6450f0fa278 admin admin] Reserving flat network on physical network physnet1 {{(pid=87786) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Apr 08 02:47:29.438930 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-576f2621-9b16-416c-9fc7-f6450f0fa278 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8762847383318', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575478'] for segment, precommit_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:29.439245 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-576f2621-9b16-416c-9fc7-f6450f0fa278 admin admin] Unsubscribe: segment precommit_create {{(pid=87786) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 08 02:47:29.439679 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.db.segments_db [None req-576f2621-9b16-416c-9fc7-f6450f0fa278 admin admin] Added segment 2f3db029-7821-49c5-950d-ef9b857fea9c of type flat for network 98d1e709-75a7-4f60-9ef6-cd80d5a9207b Apr 08 02:47:29.488230 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576f2621-9b16-416c-9fc7-f6450f0fa278 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=270184f8-3bfb-4705-a61a-8ddd179f5794,revision_number=1']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:47:29.504144 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576f2621-9b16-416c-9fc7-f6450f0fa278 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:47:29.504483 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576f2621-9b16-416c-9fc7-f6450f0fa278 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:47:29.504815 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576f2621-9b16-416c-9fc7-f6450f0fa278 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:47:29.505151 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576f2621-9b16-416c-9fc7-f6450f0fa278 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:47:29.505462 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576f2621-9b16-416c-9fc7-f6450f0fa278 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:47:29.505781 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576f2621-9b16-416c-9fc7-f6450f0fa278 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:47:29.506096 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576f2621-9b16-416c-9fc7-f6450f0fa278 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:47:29.506412 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576f2621-9b16-416c-9fc7-f6450f0fa278 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:47:29.506784 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576f2621-9b16-416c-9fc7-f6450f0fa278 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:47:29.507100 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576f2621-9b16-416c-9fc7-f6450f0fa278 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:47:29.507434 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576f2621-9b16-416c-9fc7-f6450f0fa278 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:47:29.509245 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576f2621-9b16-416c-9fc7-f6450f0fa278 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:47:29.509245 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576f2621-9b16-416c-9fc7-f6450f0fa278 admin admin] Tracked resource versions report: Apr 08 02:47:29.509245 dv-cinder-837051-1-smb neutron-server[87786]: pushed versions: Apr 08 02:47:29.509245 dv-cinder-837051-1-smb neutron-server[87786]: { 'AddressGroup': {'1.2'}, Apr 08 02:47:29.509245 dv-cinder-837051-1-smb neutron-server[87786]: 'ConntrackHelper': {'1.0'}, Apr 08 02:47:29.509245 dv-cinder-837051-1-smb neutron-server[87786]: 'Log': {'1.0'}, Apr 08 02:47:29.509245 dv-cinder-837051-1-smb neutron-server[87786]: 'Network': {'1.1'}, Apr 08 02:47:29.509245 dv-cinder-837051-1-smb neutron-server[87786]: 'Port': {'1.7'}, Apr 08 02:47:29.509245 dv-cinder-837051-1-smb neutron-server[87786]: 'PortForwarding': {'1.2'}, Apr 08 02:47:29.509245 dv-cinder-837051-1-smb neutron-server[87786]: 'QosPolicy': {'1.8'}, Apr 08 02:47:29.509245 dv-cinder-837051-1-smb neutron-server[87786]: 'SecurityGroup': {'1.4'}, Apr 08 02:47:29.509245 dv-cinder-837051-1-smb neutron-server[87786]: 'SecurityGroupRule': {'1.2'}, Apr 08 02:47:29.509245 dv-cinder-837051-1-smb neutron-server[87786]: 'SubPort': {'1.0'}, Apr 08 02:47:29.509245 dv-cinder-837051-1-smb neutron-server[87786]: 'Subnet': {'1.1'}, Apr 08 02:47:29.509245 dv-cinder-837051-1-smb neutron-server[87786]: 'Trunk': {'1.1'}} Apr 08 02:47:29.509245 dv-cinder-837051-1-smb neutron-server[87786]: consumer versions: Apr 08 02:47:29.509245 dv-cinder-837051-1-smb neutron-server[87786]: { DHCP agent@dv-cinder-837051-1-smb: {}, Apr 08 02:47:29.509245 dv-cinder-837051-1-smb neutron-server[87786]: L3 agent@dv-cinder-837051-1-smb: {}, Apr 08 02:47:29.509245 dv-cinder-837051-1-smb neutron-server[87786]: Metadata agent@dv-cinder-837051-1-smb: {}, Apr 08 02:47:29.509245 dv-cinder-837051-1-smb neutron-server[87786]: Metering agent@dv-cinder-837051-1-smb: {}, Apr 08 02:47:29.509245 dv-cinder-837051-1-smb neutron-server[87786]: Open vSwitch agent@dv-cinder-837051-1-smb: { 'AddressGroup': '1.2', Apr 08 02:47:29.509245 dv-cinder-837051-1-smb neutron-server[87786]: 'ConntrackHelper': '1.0', Apr 08 02:47:29.509245 dv-cinder-837051-1-smb neutron-server[87786]: 'Log': '1.0', Apr 08 02:47:29.509245 dv-cinder-837051-1-smb neutron-server[87786]: 'Network': '1.1', Apr 08 02:47:29.509245 dv-cinder-837051-1-smb neutron-server[87786]: 'Port': '1.7', Apr 08 02:47:29.509245 dv-cinder-837051-1-smb neutron-server[87786]: 'PortForwarding': '1.2', Apr 08 02:47:29.509245 dv-cinder-837051-1-smb neutron-server[87786]: 'QosPolicy': '1.8', Apr 08 02:47:29.509245 dv-cinder-837051-1-smb neutron-server[87786]: 'SecurityGroup': '1.4', Apr 08 02:47:29.509245 dv-cinder-837051-1-smb neutron-server[87786]: 'SecurityGroupRule': '1.2', Apr 08 02:47:29.509245 dv-cinder-837051-1-smb neutron-server[87786]: 'SubPort': '1.0', Apr 08 02:47:29.509245 dv-cinder-837051-1-smb neutron-server[87786]: 'Subnet': '1.1', Apr 08 02:47:29.509245 dv-cinder-837051-1-smb neutron-server[87786]: 'Trunk': '1.1'}} Apr 08 02:47:29.511129 dv-cinder-837051-1-smb neutron-server[87786]: {{(pid=87786) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 08 02:47:29.556197 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-576f2621-9b16-416c-9fc7-f6450f0fa278 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762846836134'] for network, precommit_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:29.639490 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-576f2621-9b16-416c-9fc7-f6450f0fa278 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254'] for network, after_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:29.640630 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-576f2621-9b16-416c-9fc7-f6450f0fa278 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:47:29.641240 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-576f2621-9b16-416c-9fc7-f6450f0fa278 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539232'] for network, before_response {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:29.747678 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576f2621-9b16-416c-9fc7-f6450f0fa278 admin admin] Pushing event updated for resources: {'Network': ['ID=98d1e709-75a7-4f60-9ef6-cd80d5a9207b,revision_number=1']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:47:29.761788 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Network 98d1e709-75a7-4f60-9ef6-cd80d5a9207b details requested by agent ovs-agent-dv-cinder-837051-1-smb with host dv-cinder-837051-1-smb {{(pid=87788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 02:47:29.795038 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [None req-576f2621-9b16-416c-9fc7-f6450f0fa278 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0116045 Apr 08 02:47:30.462570 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-0700d8e1-2fb2-4ab8-b601-2cbd26aa24a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:32.174701 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.wsgi [-] (87786) accepted ('10.222.0.15', 40026) {{(pid=87786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:47:32.390160 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d18e1953-91db-4f39-8261-02391841b2a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:47:32.391517 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [None req-d18e1953-91db-4f39-8261-02391841b2a6 admin admin] 10.222.0.15 "GET /v2.0/subnets/a18168fc-8e3f-4daf-9b98-f91f809e3f9a HTTP/1.1" status: 200 len: 849 time: 0.2158406 Apr 08 02:47:32.564677 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [None req-3273b4df-d5b9-4122-9771-e27194390769 admin admin] 10.222.0.15 "GET /v2.0/routers/e9aa6250-9325-401b-8df5-875650a04ddc HTTP/1.1" status: 200 len: 704 time: 0.1669848 Apr 08 02:47:33.031538 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-1dafd18e-81bf-4f1a-8c58-19c3d3d7eb1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:33.263092 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.db_base_plugin_common [None req-1dafd18e-81bf-4f1a-8c58-19c3d3d7eb1a admin admin] Allocated IP 172.20.0.1 (7016f174-41ec-45de-b7c5-89b6d720670f/a18168fc-8e3f-4daf-9b98-f91f809e3f9a/41ab100f-6c15-4cb7-96e5-3c4df259f2aa) {{(pid=87786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 02:47:33.417567 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-1dafd18e-81bf-4f1a-8c58-19c3d3d7eb1a admin admin] Notify callbacks [] for port, precommit_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:33.434970 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.provisioning_blocks [None req-1dafd18e-81bf-4f1a-8c58-19c3d3d7eb1a admin admin] Transition to ACTIVE for port object 41ab100f-6c15-4cb7-96e5-3c4df259f2aa will not be triggered until provisioned by entity DHCP. {{(pid=87786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 02:47:33.543433 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-1dafd18e-81bf-4f1a-8c58-19c3d3d7eb1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762846864680'] for port, after_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:33.607552 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dafd18e-81bf-4f1a-8c58-19c3d3d7eb1a admin admin] Network 7016f174-41ec-45de-b7c5-89b6d720670f is already hosted by enough agents. {{(pid=87786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 02:47:33.610215 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.scheduler.base_scheduler [None req-1dafd18e-81bf-4f1a-8c58-19c3d3d7eb1a admin admin] Resources bound (agent type, host, resource id): {{(pid=87786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 02:47:33.620794 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dafd18e-81bf-4f1a-8c58-19c3d3d7eb1a admin admin] Received port after_create {{(pid=87786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 02:47:33.621319 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-1dafd18e-81bf-4f1a-8c58-19c3d3d7eb1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-333527'] for router_interface, before_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:33.744033 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dafd18e-81bf-4f1a-8c58-19c3d3d7eb1a admin admin] Pushing event updated for resources: {'Port': ['ID=41ab100f-6c15-4cb7-96e5-3c4df259f2aa,revision_number=1']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:47:33.862517 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-edf58366-8323-49d5-b818-e8d44b2c37b5 None None] Provisioning for port 41ab100f-6c15-4cb7-96e5-3c4df259f2aa completed by entity DHCP. {{(pid=87788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 02:47:33.867623 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-edf58366-8323-49d5-b818-e8d44b2c37b5 None None] Provisioning complete for port 41ab100f-6c15-4cb7-96e5-3c4df259f2aa triggered by entity DHCP. {{(pid=87788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 02:47:33.867992 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-edf58366-8323-49d5-b818-e8d44b2c37b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587297'] for port, provisioning_complete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:33.926878 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.plugin [None req-edf58366-8323-49d5-b818-e8d44b2c37b5 None None] Port 41ab100f-6c15-4cb7-96e5-3c4df259f2aa cannot update to ACTIVE because it is not bound. {{(pid=87788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 02:47:33.972152 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-1dafd18e-81bf-4f1a-8c58-19c3d3d7eb1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_update {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:34.195915 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-1dafd18e-81bf-4f1a-8c58-19c3d3d7eb1a admin admin] Notify callbacks [] for port, precommit_update {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:34.273903 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-1dafd18e-81bf-4f1a-8c58-19c3d3d7eb1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762847214852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762846864698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762846864743'] for port, after_update {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:34.274660 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-1dafd18e-81bf-4f1a-8c58-19c3d3d7eb1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-333118'] for router_interface, after_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:34.412693 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dafd18e-81bf-4f1a-8c58-19c3d3d7eb1a admin admin] Pushing event updated for resources: {'Port': ['ID=41ab100f-6c15-4cb7-96e5-3c4df259f2aa,revision_number=2']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:47:34.469126 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dafd18e-81bf-4f1a-8c58-19c3d3d7eb1a admin admin] Network 7016f174-41ec-45de-b7c5-89b6d720670f is already hosted by enough agents. {{(pid=87786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 02:47:34.470697 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.scheduler.base_scheduler [None req-1dafd18e-81bf-4f1a-8c58-19c3d3d7eb1a admin admin] Resources bound (agent type, host, resource id): {{(pid=87786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 02:47:34.650405 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-ee0dc08c-5d14-4fbc-ae8b-7e4524fddc25 None None] Provisioning complete for port 41ab100f-6c15-4cb7-96e5-3c4df259f2aa triggered by entity DHCP. {{(pid=87788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 02:47:34.650868 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-ee0dc08c-5d14-4fbc-ae8b-7e4524fddc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587297'] for port, provisioning_complete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:34.703632 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.plugin [None req-ee0dc08c-5d14-4fbc-ae8b-7e4524fddc25 None None] Port 41ab100f-6c15-4cb7-96e5-3c4df259f2aa cannot update to ACTIVE because it is not bound. {{(pid=87788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 02:47:34.714081 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dafd18e-81bf-4f1a-8c58-19c3d3d7eb1a admin admin] Router e9aa6250-9325-401b-8df5-875650a04ddc is scheduled to L3 agent 70d74887-4404-4f0d-99b3-e017d5637063 with binding_index 1 {{(pid=87786) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 08 02:47:34.870430 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dafd18e-81bf-4f1a-8c58-19c3d3d7eb1a admin admin] Notify agent at l3_agent.dv-cinder-837051-1-smb the message routers_updated {{(pid=87786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 02:47:34.879654 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [None req-1dafd18e-81bf-4f1a-8c58-19c3d3d7eb1a admin admin] 10.222.0.15 "PUT /v2.0/routers/e9aa6250-9325-401b-8df5-875650a04ddc/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.3101909 Apr 08 02:47:34.880308 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca594aa-67a2-4f9d-944a-7809b6faa8d9 None None] Sync routers for ids ['e9aa6250-9325-401b-8df5-875650a04ddc'] in dv-cinder-837051-1-smb {{(pid=87789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 02:47:34.890588 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca594aa-67a2-4f9d-944a-7809b6faa8d9 None None] Routers {'e9aa6250-9325-401b-8df5-875650a04ddc'} bound to L3 agent in host dv-cinder-837051-1-smb {{(pid=87789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 02:47:34.892018 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.l3_hamode_db [None req-bca594aa-67a2-4f9d-944a-7809b6faa8d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837051-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-08T02:46:58Z,description=,heartbeat_timestamp=2022-04-08T02:47:28Z,host='dv-cinder-837051-1-smb',id=70d74887-4404-4f0d-99b3-e017d5637063,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T02:46:59Z,topic='l3_agent')) {'router_ids': ['e9aa6250-9325-401b-8df5-875650a04ddc'], 'active': True} {{(pid=87789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:47:35.067756 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.l3_dvr_db [None req-bca594aa-67a2-4f9d-944a-7809b6faa8d9 None None] Set router e9aa6250-9325-401b-8df5-875650a04ddc gateway port host: None {{(pid=87789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 02:47:35.430380 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.l3_hamode_db [None req-bca594aa-67a2-4f9d-944a-7809b6faa8d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9aa6250-9325-401b-8df5-875650a04ddc', 'name': 'router1', 'tenant_id': '3568f99c4a334c52b15534d81c881620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:47:23Z', 'updated_at': '2022-04-08T02:47:33Z', 'revision_number': 2, 'project_id': '3568f99c4a334c52b15534d81c881620', 'gw_port_host': None, '_interfaces': [{'id': '41ab100f-6c15-4cb7-96e5-3c4df259f2aa', 'name': '', 'network_id': '7016f174-41ec-45de-b7c5-89b6d720670f', 'tenant_id': '3568f99c4a334c52b15534d81c881620', 'mac_address': 'fa:16:3e:02:bb:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9aa6250-9325-401b-8df5-875650a04ddc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a18168fc-8e3f-4daf-9b98-f91f809e3f9a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:47:33Z', 'updated_at': '2022-04-08T02:47:34Z', 'revision_number': 2, 'project_id': '3568f99c4a334c52b15534d81c881620', 'subnets': [{'id': 'a18168fc-8e3f-4daf-9b98-f91f809e3f9a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2a4667e3-1de2-47ec-a2d2-1de93b4a0032'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837051-1-smb', False) {} {{(pid=87789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:47:35.435192 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca594aa-67a2-4f9d-944a-7809b6faa8d9 None None] Checking router: e9aa6250-9325-401b-8df5-875650a04ddc for host: dv-cinder-837051-1-smb {{(pid=87789) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 02:47:35.435575 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca594aa-67a2-4f9d-944a-7809b6faa8d9 None None] Updating router e9aa6250-9325-401b-8df5-875650a04ddc port 41ab100f-6c15-4cb7-96e5-3c4df259f2aa binding host dv-cinder-837051-1-smb {{(pid=87789) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 02:47:35.487323 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-bca594aa-67a2-4f9d-944a-7809b6faa8d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_update {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:35.859938 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-bca594aa-67a2-4f9d-944a-7809b6faa8d9 None None] Notify callbacks [] for port, precommit_update {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:35.874654 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.provisioning_blocks [None req-bca594aa-67a2-4f9d-944a-7809b6faa8d9 None None] Transition to ACTIVE for port object 41ab100f-6c15-4cb7-96e5-3c4df259f2aa will not be triggered until provisioned by entity L2. {{(pid=87789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 02:47:35.931213 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-bca594aa-67a2-4f9d-944a-7809b6faa8d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762847214852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762846864698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762846864743'] for port, after_update {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:36.135551 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd53d1d-b976-4ae6-8997-b040a710c43f None None] Pushing event updated for resources: {'Port': ['ID=41ab100f-6c15-4cb7-96e5-3c4df259f2aa,revision_number=3']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:47:36.158322 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd53d1d-b976-4ae6-8997-b040a710c43f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:47:36.158671 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd53d1d-b976-4ae6-8997-b040a710c43f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:47:36.159012 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd53d1d-b976-4ae6-8997-b040a710c43f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:47:36.159372 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd53d1d-b976-4ae6-8997-b040a710c43f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:47:36.159706 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd53d1d-b976-4ae6-8997-b040a710c43f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:47:36.160037 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd53d1d-b976-4ae6-8997-b040a710c43f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:47:36.160361 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd53d1d-b976-4ae6-8997-b040a710c43f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:47:36.160687 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd53d1d-b976-4ae6-8997-b040a710c43f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:47:36.161008 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd53d1d-b976-4ae6-8997-b040a710c43f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:47:36.161327 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd53d1d-b976-4ae6-8997-b040a710c43f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:47:36.161649 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd53d1d-b976-4ae6-8997-b040a710c43f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:47:36.161965 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd53d1d-b976-4ae6-8997-b040a710c43f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:47:36.163125 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd53d1d-b976-4ae6-8997-b040a710c43f None None] Tracked resource versions report: Apr 08 02:47:36.163125 dv-cinder-837051-1-smb neutron-server[87789]: pushed versions: Apr 08 02:47:36.163125 dv-cinder-837051-1-smb neutron-server[87789]: { 'AddressGroup': {'1.2'}, Apr 08 02:47:36.163125 dv-cinder-837051-1-smb neutron-server[87789]: 'ConntrackHelper': {'1.0'}, Apr 08 02:47:36.163125 dv-cinder-837051-1-smb neutron-server[87789]: 'Log': {'1.0'}, Apr 08 02:47:36.163125 dv-cinder-837051-1-smb neutron-server[87789]: 'Network': {'1.1'}, Apr 08 02:47:36.163125 dv-cinder-837051-1-smb neutron-server[87789]: 'Port': {'1.7'}, Apr 08 02:47:36.163125 dv-cinder-837051-1-smb neutron-server[87789]: 'PortForwarding': {'1.2'}, Apr 08 02:47:36.163125 dv-cinder-837051-1-smb neutron-server[87789]: 'QosPolicy': {'1.8'}, Apr 08 02:47:36.163125 dv-cinder-837051-1-smb neutron-server[87789]: 'SecurityGroup': {'1.4'}, Apr 08 02:47:36.163125 dv-cinder-837051-1-smb neutron-server[87789]: 'SecurityGroupRule': {'1.2'}, Apr 08 02:47:36.163125 dv-cinder-837051-1-smb neutron-server[87789]: 'SubPort': {'1.0'}, Apr 08 02:47:36.163125 dv-cinder-837051-1-smb neutron-server[87789]: 'Subnet': {'1.1'}, Apr 08 02:47:36.163125 dv-cinder-837051-1-smb neutron-server[87789]: 'Trunk': {'1.1'}} Apr 08 02:47:36.163125 dv-cinder-837051-1-smb neutron-server[87789]: consumer versions: Apr 08 02:47:36.163125 dv-cinder-837051-1-smb neutron-server[87789]: { DHCP agent@dv-cinder-837051-1-smb: {}, Apr 08 02:47:36.163125 dv-cinder-837051-1-smb neutron-server[87789]: L3 agent@dv-cinder-837051-1-smb: {}, Apr 08 02:47:36.163125 dv-cinder-837051-1-smb neutron-server[87789]: Metadata agent@dv-cinder-837051-1-smb: {}, Apr 08 02:47:36.163125 dv-cinder-837051-1-smb neutron-server[87789]: Metering agent@dv-cinder-837051-1-smb: {}, Apr 08 02:47:36.163125 dv-cinder-837051-1-smb neutron-server[87789]: Open vSwitch agent@dv-cinder-837051-1-smb: { 'AddressGroup': '1.2', Apr 08 02:47:36.163125 dv-cinder-837051-1-smb neutron-server[87789]: 'ConntrackHelper': '1.0', Apr 08 02:47:36.163125 dv-cinder-837051-1-smb neutron-server[87789]: 'Log': '1.0', Apr 08 02:47:36.163125 dv-cinder-837051-1-smb neutron-server[87789]: 'Network': '1.1', Apr 08 02:47:36.163125 dv-cinder-837051-1-smb neutron-server[87789]: 'Port': '1.7', Apr 08 02:47:36.163125 dv-cinder-837051-1-smb neutron-server[87789]: 'PortForwarding': '1.2', Apr 08 02:47:36.163125 dv-cinder-837051-1-smb neutron-server[87789]: 'QosPolicy': '1.8', Apr 08 02:47:36.163125 dv-cinder-837051-1-smb neutron-server[87789]: 'SecurityGroup': '1.4', Apr 08 02:47:36.163125 dv-cinder-837051-1-smb neutron-server[87789]: 'SecurityGroupRule': '1.2', Apr 08 02:47:36.163125 dv-cinder-837051-1-smb neutron-server[87789]: 'SubPort': '1.0', Apr 08 02:47:36.163125 dv-cinder-837051-1-smb neutron-server[87789]: 'Subnet': '1.1', Apr 08 02:47:36.163125 dv-cinder-837051-1-smb neutron-server[87789]: 'Trunk': '1.1'}} Apr 08 02:47:36.163125 dv-cinder-837051-1-smb neutron-server[87789]: {{(pid=87789) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 08 02:47:36.174513 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.plugins.ml2.managers [None req-bca594aa-67a2-4f9d-944a-7809b6faa8d9 None None] Attempting to bind port 41ab100f-6c15-4cb7-96e5-3c4df259f2aa on host dv-cinder-837051-1-smb for vnic_type normal with profile {{(pid=87789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 02:47:36.174913 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.plugins.ml2.managers [None req-bca594aa-67a2-4f9d-944a-7809b6faa8d9 None None] Attempting to bind port 41ab100f-6c15-4cb7-96e5-3c4df259f2aa by drivers openvswitch,hyperv on host dv-cinder-837051-1-smb at level 0 using segments [{'id': '58f6cdff-775e-4081-a5b9-fa338f6a4ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '7016f174-41ec-45de-b7c5-89b6d720670f'}] {{(pid=87789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 02:47:36.175395 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca594aa-67a2-4f9d-944a-7809b6faa8d9 None None] Attempting to bind port 41ab100f-6c15-4cb7-96e5-3c4df259f2aa on network 7016f174-41ec-45de-b7c5-89b6d720670f {{(pid=87789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 02:47:36.180613 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca594aa-67a2-4f9d-944a-7809b6faa8d9 None None] Checking agent: {'id': '506bd601-c596-4b52-979e-3670b1bbe31d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837051-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 2, 46, 59), 'started_at': datetime.datetime(2022, 4, 8, 2, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 2, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837051-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 02:47:36.181033 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca594aa-67a2-4f9d-944a-7809b6faa8d9 None None] Checking segment: {'id': '58f6cdff-775e-4081-a5b9-fa338f6a4ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '7016f174-41ec-45de-b7c5-89b6d720670f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 02:47:36.181508 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-bca594aa-67a2-4f9d-944a-7809b6faa8d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:36.181894 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca594aa-67a2-4f9d-944a-7809b6faa8d9 None None] Bound using segment: {'id': '58f6cdff-775e-4081-a5b9-fa338f6a4ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '7016f174-41ec-45de-b7c5-89b6d720670f'} {{(pid=87789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 02:47:36.182400 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.plugins.ml2.managers [None req-bca594aa-67a2-4f9d-944a-7809b6faa8d9 None None] Bound port: 41ab100f-6c15-4cb7-96e5-3c4df259f2aa, host: dv-cinder-837051-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58f6cdff-775e-4081-a5b9-fa338f6a4ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '7016f174-41ec-45de-b7c5-89b6d720670f'}}] {{(pid=87789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 02:47:36.182792 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-bca594aa-67a2-4f9d-944a-7809b6faa8d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_update {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:36.269408 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.plugins.ml2.db [None req-bca594aa-67a2-4f9d-944a-7809b6faa8d9 None None] For port 41ab100f-6c15-4cb7-96e5-3c4df259f2aa, host dv-cinder-837051-1-smb, cleared binding levels {{(pid=87789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 02:47:36.273919 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.plugins.ml2.db [None req-bca594aa-67a2-4f9d-944a-7809b6faa8d9 None None] For port 41ab100f-6c15-4cb7-96e5-3c4df259f2aa, host dv-cinder-837051-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837051-1-smb',level=0,port_id=41ab100f-6c15-4cb7-96e5-3c4df259f2aa,segment=NetworkSegment(58f6cdff-775e-4081-a5b9-fa338f6a4ebf),segment_id=58f6cdff-775e-4081-a5b9-fa338f6a4ebf)] {{(pid=87789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 02:47:36.365842 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-bca594aa-67a2-4f9d-944a-7809b6faa8d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762847214852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762846864698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762846864743'] for port, after_update {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:36.474522 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca594aa-67a2-4f9d-944a-7809b6faa8d9 None None] Routers {'e9aa6250-9325-401b-8df5-875650a04ddc'} bound to L3 agent in host dv-cinder-837051-1-smb {{(pid=87789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 02:47:36.475187 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.l3_hamode_db [None req-bca594aa-67a2-4f9d-944a-7809b6faa8d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837051-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-08T02:46:58Z,description=,heartbeat_timestamp=2022-04-08T02:47:28Z,host='dv-cinder-837051-1-smb',id=70d74887-4404-4f0d-99b3-e017d5637063,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T02:46:59Z,topic='l3_agent')) {'router_ids': ['e9aa6250-9325-401b-8df5-875650a04ddc'], 'active': True} {{(pid=87789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:47:36.530970 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd53d1d-b976-4ae6-8997-b040a710c43f None None] Pushing event updated for resources: {'Port': ['ID=41ab100f-6c15-4cb7-96e5-3c4df259f2aa,revision_number=4']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:47:36.630919 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.l3_dvr_db [None req-bca594aa-67a2-4f9d-944a-7809b6faa8d9 None None] Set router e9aa6250-9325-401b-8df5-875650a04ddc gateway port host: None {{(pid=87789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 02:47:36.956750 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.l3_hamode_db [None req-bca594aa-67a2-4f9d-944a-7809b6faa8d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9aa6250-9325-401b-8df5-875650a04ddc', 'name': 'router1', 'tenant_id': '3568f99c4a334c52b15534d81c881620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:47:23Z', 'updated_at': '2022-04-08T02:47:33Z', 'revision_number': 2, 'project_id': '3568f99c4a334c52b15534d81c881620', 'gw_port_host': None, '_interfaces': [{'id': '41ab100f-6c15-4cb7-96e5-3c4df259f2aa', 'name': '', 'network_id': '7016f174-41ec-45de-b7c5-89b6d720670f', 'tenant_id': '3568f99c4a334c52b15534d81c881620', 'mac_address': 'fa:16:3e:02:bb:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9aa6250-9325-401b-8df5-875650a04ddc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a18168fc-8e3f-4daf-9b98-f91f809e3f9a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:47:33Z', 'updated_at': '2022-04-08T02:47:36Z', 'revision_number': 4, 'project_id': '3568f99c4a334c52b15534d81c881620', 'subnets': [{'id': 'a18168fc-8e3f-4daf-9b98-f91f809e3f9a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2a4667e3-1de2-47ec-a2d2-1de93b4a0032'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837051-1-smb', False) {} {{(pid=87789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:47:36.960593 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca594aa-67a2-4f9d-944a-7809b6faa8d9 None None] The sync data for ids ['e9aa6250-9325-401b-8df5-875650a04ddc'] in dv-cinder-837051-1-smb is: [{'id': 'e9aa6250-9325-401b-8df5-875650a04ddc', 'name': 'router1', 'tenant_id': '3568f99c4a334c52b15534d81c881620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:47:23Z', 'updated_at': '2022-04-08T02:47:33Z', 'revision_number': 2, 'project_id': '3568f99c4a334c52b15534d81c881620', 'gw_port_host': None, '_interfaces': [{'id': '41ab100f-6c15-4cb7-96e5-3c4df259f2aa', 'name': '', 'network_id': '7016f174-41ec-45de-b7c5-89b6d720670f', 'tenant_id': '3568f99c4a334c52b15534d81c881620', 'mac_address': 'fa:16:3e:02:bb:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9aa6250-9325-401b-8df5-875650a04ddc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a18168fc-8e3f-4daf-9b98-f91f809e3f9a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:47:33Z', 'updated_at': '2022-04-08T02:47:36Z', 'revision_number': 4, 'project_id': '3568f99c4a334c52b15534d81c881620', 'subnets': [{'id': 'a18168fc-8e3f-4daf-9b98-f91f809e3f9a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2a4667e3-1de2-47ec-a2d2-1de93b4a0032'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 02:47:37.098366 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.wsgi [-] (87786) accepted ('10.222.0.15', 40048) {{(pid=87786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:47:37.244021 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65801a4e-d9c6-4b24-928b-002230a02f1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:47:37.244579 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [None req-65801a4e-d9c6-4b24-928b-002230a02f1a admin admin] Synchronizing usage tracker for tenant:1256413bd9934e7bb4799e9e5c7abba5 on resource:network {{(pid=87786) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 02:47:37.319652 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [None req-65801a4e-d9c6-4b24-928b-002230a02f1a admin admin] Unset dirty status for tenant:1256413bd9934e7bb4799e9e5c7abba5 on resource:network {{(pid=87786) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 02:47:37.321025 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [None req-65801a4e-d9c6-4b24-928b-002230a02f1a admin admin] 10.222.0.15 "GET /v2.0/networks/98d1e709-75a7-4f60-9ef6-cd80d5a9207b HTTP/1.1" status: 200 len: 842 time: 0.2215698 Apr 08 02:47:37.333259 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.v2.base [None req-8bd2e303-0929-4b4a-bd26-7f9244fb2f04 admin admin] Request body: {'subnet': {'ip_version': 4, 'enable_dhcp': False, 'cidr': '172.28.2.0/24', 'name': 'public-subnet', 'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'gateway_ip': '172.28.2.1'}} {{(pid=87786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 02:47:37.336906 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.quota.driver [None req-8bd2e303-0929-4b4a-bd26-7f9244fb2f04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:47:37.340715 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [None req-8bd2e303-0929-4b4a-bd26-7f9244fb2f04 admin admin] Usage tracker for resource:subnet and tenant:1256413bd9934e7bb4799e9e5c7abba5 is out of sync, need to count used quota {{(pid=87786) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:47:37.343733 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [None req-8bd2e303-0929-4b4a-bd26-7f9244fb2f04 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87786) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:47:37.350329 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.quota.driver [None req-8bd2e303-0929-4b4a-bd26-7f9244fb2f04 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:47:37.422034 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bd2e303-0929-4b4a-bd26-7f9244fb2f04 admin admin] Made reservation on behalf of 1256413bd9934e7bb4799e9e5c7abba5 for: {'subnet': 1} {{(pid=87786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 02:47:37.425065 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-8bd2e303-0929-4b4a-bd26-7f9244fb2f04 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:37.899030 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.objects.ports [None req-8bd2e303-0929-4b4a-bd26-7f9244fb2f04 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87786) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 08 02:47:37.899519 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-8bd2e303-0929-4b4a-bd26-7f9244fb2f04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254'] for subnet, after_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:37.970614 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd2e303-0929-4b4a-bd26-7f9244fb2f04 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cdd7e012-314b-49de-85b2-875de1f002d2,revision_number=0']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:47:37.979527 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd2e303-0929-4b4a-bd26-7f9244fb2f04 admin admin] Checking segment: {'id': '2f3db029-7821-49c5-950d-ef9b857fea9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 02:47:37.979883 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bd2e303-0929-4b4a-bd26-7f9244fb2f04 admin admin] Network hostable DHCP agents. Network: 98d1e709-75a7-4f60-9ef6-cd80d5a9207b, hostable agents: ['c0dff2ba-0ef7-4e94-af34-c7dac3342234'], hosted agents: [] {{(pid=87786) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 02:47:38.096783 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bd2e303-0929-4b4a-bd26-7f9244fb2f04 admin admin] Network 98d1e709-75a7-4f60-9ef6-cd80d5a9207b is scheduled to be hosted by DHCP agent c0dff2ba-0ef7-4e94-af34-c7dac3342234 with binding_index 1 {{(pid=87786) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 02:47:38.188042 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.scheduler.base_scheduler [None req-8bd2e303-0929-4b4a-bd26-7f9244fb2f04 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837051-1-smb, 98d1e709-75a7-4f60-9ef6-cd80d5a9207b) {{(pid=87786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 02:47:38.193809 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bd2e303-0929-4b4a-bd26-7f9244fb2f04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:47:38.194785 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-8bd2e303-0929-4b4a-bd26-7f9244fb2f04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539232'] for subnet, before_response {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:38.200627 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6118cba7-cf26-4c1f-906d-c0752485ba96 None None] Network 98d1e709-75a7-4f60-9ef6-cd80d5a9207b requested from dv-cinder-837051-1-smb {{(pid=87788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 02:47:38.280115 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [None req-8bd2e303-0929-4b4a-bd26-7f9244fb2f04 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9531190 Apr 08 02:47:38.432488 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a932b76b-954d-475e-aeca-05119f008511 None None] Network 98d1e709-75a7-4f60-9ef6-cd80d5a9207b requested from dv-cinder-837051-1-smb {{(pid=87788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 02:47:39.013710 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Device 41ab100f-6c15-4cb7-96e5-3c4df259f2aa up at agent ovs-agent-dv-cinder-837051-1-smb {{(pid=87788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 02:47:39.148135 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Provisioning for port 41ab100f-6c15-4cb7-96e5-3c4df259f2aa completed by entity L2. {{(pid=87788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 02:47:39.153540 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Provisioning complete for port 41ab100f-6c15-4cb7-96e5-3c4df259f2aa triggered by entity L2. {{(pid=87788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 02:47:39.153907 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587297'] for port, provisioning_complete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:39.271020 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:39.302915 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.db [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] For port 41ab100f-6c15-4cb7-96e5-3c4df259f2aa, host dv-cinder-837051-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837051-1-smb',level=0,port_id=41ab100f-6c15-4cb7-96e5-3c4df259f2aa,segment=NetworkSegment(58f6cdff-775e-4081-a5b9-fa338f6a4ebf),segment_id=58f6cdff-775e-4081-a5b9-fa338f6a4ebf)] {{(pid=87788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 02:47:39.353943 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762847214852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762846864698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762846864743'] for port, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:39.423531 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Pushing event updated for resources: {'Port': ['ID=41ab100f-6c15-4cb7-96e5-3c4df259f2aa,revision_number=5']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:47:40.582346 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.wsgi [-] (87786) accepted ('10.222.0.15', 40062) {{(pid=87786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:47:40.809828 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [None req-1a87fe1d-43b4-497e-94b8-9a94c016283b admin admin] 10.222.0.15 "GET /v2.0/routers/e9aa6250-9325-401b-8df5-875650a04ddc HTTP/1.1" status: 200 len: 710 time: 0.2264371 Apr 08 02:47:40.934529 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffcc5418-850a-487e-be97-bb4bd429dba4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:47:40.935887 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [None req-ffcc5418-850a-487e-be97-bb4bd429dba4 admin admin] 10.222.0.15 "GET /v2.0/networks/98d1e709-75a7-4f60-9ef6-cd80d5a9207b HTTP/1.1" status: 200 len: 886 time: 0.1202834 Apr 08 02:47:40.945233 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.v2.base [None req-3075ae47-8475-476e-8d1d-d270d9e75655 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b'}}} {{(pid=87786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 02:47:40.997657 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Device 41ab100f-6c15-4cb7-96e5-3c4df259f2aa up at agent ovs-agent-dv-cinder-837051-1-smb {{(pid=87788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 02:47:41.065679 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Provisioning complete for port 41ab100f-6c15-4cb7-96e5-3c4df259f2aa triggered by entity L2. {{(pid=87788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 02:47:41.066047 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587297'] for port, provisioning_complete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:41.379261 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-3075ae47-8475-476e-8d1d-d270d9e75655 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-332234', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-335261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-315'] for router, precommit_update {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:41.735821 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-3075ae47-8475-476e-8d1d-d270d9e75655 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:41.788283 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-3075ae47-8475-476e-8d1d-d270d9e75655 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:41.967856 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.db_base_plugin_common [None req-3075ae47-8475-476e-8d1d-d270d9e75655 admin admin] Allocated IP 172.28.2.194 (98d1e709-75a7-4f60-9ef6-cd80d5a9207b/cdd7e012-314b-49de-85b2-875de1f002d2/adb28d48-51b2-4057-aa6a-21fd42a7c0ca) {{(pid=87786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 02:47:42.110195 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-3075ae47-8475-476e-8d1d-d270d9e75655 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:42.192610 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-3075ae47-8475-476e-8d1d-d270d9e75655 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762846864680'] for port, after_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:42.251559 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3075ae47-8475-476e-8d1d-d270d9e75655 admin admin] Network 98d1e709-75a7-4f60-9ef6-cd80d5a9207b is already hosted by enough agents. {{(pid=87786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 02:47:42.254080 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.scheduler.base_scheduler [None req-3075ae47-8475-476e-8d1d-d270d9e75655 admin admin] Resources bound (agent type, host, resource id): {{(pid=87786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 02:47:42.261969 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3075ae47-8475-476e-8d1d-d270d9e75655 admin admin] Received port after_create {{(pid=87786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 02:47:42.322070 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3075ae47-8475-476e-8d1d-d270d9e75655 admin admin] Pushing event updated for resources: {'Port': ['ID=adb28d48-51b2-4057-aa6a-21fd42a7c0ca,revision_number=1']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:47:42.707475 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-3075ae47-8475-476e-8d1d-d270d9e75655 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:42.745864 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.agents_db [None req-78530461-7b12-4524-9e6e-3e4de8d78fc4 None None] Agent healthcheck: found 5 active agents {{(pid=87789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 02:47:43.046951 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-3075ae47-8475-476e-8d1d-d270d9e75655 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-332234', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-335261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-315'] for router, precommit_update {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:43.050177 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-3075ae47-8475-476e-8d1d-d270d9e75655 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-332257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-332275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-332280', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-355979'] for router, after_update {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:43.225415 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3075ae47-8475-476e-8d1d-d270d9e75655 admin admin] Router e9aa6250-9325-401b-8df5-875650a04ddc has already been hosted by L3 agent 70d74887-4404-4f0d-99b3-e017d5637063 {{(pid=87786) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 02:47:43.449164 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3075ae47-8475-476e-8d1d-d270d9e75655 admin admin] Notify agent at l3_agent.dv-cinder-837051-1-smb the message routers_updated {{(pid=87786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 02:47:43.458331 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-3075ae47-8475-476e-8d1d-d270d9e75655 admin admin] Notify callbacks [] for router, before_response {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:43.458927 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-453f8f9b-ca05-45f0-8d09-92902810eddb None None] Sync routers for ids ['e9aa6250-9325-401b-8df5-875650a04ddc'] in dv-cinder-837051-1-smb {{(pid=87788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 02:47:43.459541 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [None req-3075ae47-8475-476e-8d1d-d270d9e75655 admin admin] 10.222.0.15 "PUT /v2.0/routers/e9aa6250-9325-401b-8df5-875650a04ddc HTTP/1.1" status: 200 len: 890 time: 2.5174613 Apr 08 02:47:43.468747 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453f8f9b-ca05-45f0-8d09-92902810eddb None None] Routers {'e9aa6250-9325-401b-8df5-875650a04ddc'} bound to L3 agent in host dv-cinder-837051-1-smb {{(pid=87788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 02:47:43.469730 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.l3_hamode_db [None req-453f8f9b-ca05-45f0-8d09-92902810eddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837051-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-08T02:46:58Z,description=,heartbeat_timestamp=2022-04-08T02:47:28Z,host='dv-cinder-837051-1-smb',id=70d74887-4404-4f0d-99b3-e017d5637063,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T02:46:59Z,topic='l3_agent')) {'router_ids': ['e9aa6250-9325-401b-8df5-875650a04ddc'], 'active': True} {{(pid=87788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:47:43.660586 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.l3_dvr_db [None req-453f8f9b-ca05-45f0-8d09-92902810eddb None None] Set router e9aa6250-9325-401b-8df5-875650a04ddc gateway port host: dv-cinder-837051-1-smb {{(pid=87788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 02:47:43.994365 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.l3_hamode_db [None req-453f8f9b-ca05-45f0-8d09-92902810eddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9aa6250-9325-401b-8df5-875650a04ddc', 'name': 'router1', 'tenant_id': '3568f99c4a334c52b15534d81c881620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'external_fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.194'}], 'enable_snat': True}, 'gw_port_id': 'adb28d48-51b2-4057-aa6a-21fd42a7c0ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:47:23Z', 'updated_at': '2022-04-08T02:47:42Z', 'revision_number': 4, 'project_id': '3568f99c4a334c52b15534d81c881620', 'gw_port': {'id': 'adb28d48-51b2-4057-aa6a-21fd42a7c0ca', 'name': '', 'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:6a:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9aa6250-9325-401b-8df5-875650a04ddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:47:41Z', 'updated_at': '2022-04-08T02:47:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-smb', '_interfaces': [{'id': '41ab100f-6c15-4cb7-96e5-3c4df259f2aa', 'name': '', 'network_id': '7016f174-41ec-45de-b7c5-89b6d720670f', 'tenant_id': '3568f99c4a334c52b15534d81c881620', 'mac_address': 'fa:16:3e:02:bb:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9aa6250-9325-401b-8df5-875650a04ddc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a18168fc-8e3f-4daf-9b98-f91f809e3f9a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:47:33Z', 'updated_at': '2022-04-08T02:47:39Z', 'revision_number': 5, 'project_id': '3568f99c4a334c52b15534d81c881620', 'subnets': [{'id': 'a18168fc-8e3f-4daf-9b98-f91f809e3f9a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2a4667e3-1de2-47ec-a2d2-1de93b4a0032'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837051-1-smb', False) {} {{(pid=87788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:47:43.999230 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-453f8f9b-ca05-45f0-8d09-92902810eddb None None] Checking router: e9aa6250-9325-401b-8df5-875650a04ddc for host: dv-cinder-837051-1-smb {{(pid=87788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 02:47:43.999594 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-453f8f9b-ca05-45f0-8d09-92902810eddb None None] Updating router e9aa6250-9325-401b-8df5-875650a04ddc port adb28d48-51b2-4057-aa6a-21fd42a7c0ca binding host dv-cinder-837051-1-smb {{(pid=87788) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 02:47:44.050942 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-453f8f9b-ca05-45f0-8d09-92902810eddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:44.374465 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-453f8f9b-ca05-45f0-8d09-92902810eddb None None] Notify callbacks [] for port, precommit_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:44.385592 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-453f8f9b-ca05-45f0-8d09-92902810eddb None None] Transition to ACTIVE for port object adb28d48-51b2-4057-aa6a-21fd42a7c0ca will not be triggered until provisioned by entity L2. {{(pid=87788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 02:47:44.461014 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-453f8f9b-ca05-45f0-8d09-92902810eddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762847214852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762846864698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762846864743'] for port, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:44.540017 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.managers [None req-453f8f9b-ca05-45f0-8d09-92902810eddb None None] Attempting to bind port adb28d48-51b2-4057-aa6a-21fd42a7c0ca on host dv-cinder-837051-1-smb for vnic_type normal with profile {{(pid=87788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 02:47:44.540382 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.managers [None req-453f8f9b-ca05-45f0-8d09-92902810eddb None None] Attempting to bind port adb28d48-51b2-4057-aa6a-21fd42a7c0ca by drivers openvswitch,hyperv on host dv-cinder-837051-1-smb at level 0 using segments [{'id': '2f3db029-7821-49c5-950d-ef9b857fea9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b'}] {{(pid=87788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 02:47:44.540744 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453f8f9b-ca05-45f0-8d09-92902810eddb None None] Attempting to bind port adb28d48-51b2-4057-aa6a-21fd42a7c0ca on network 98d1e709-75a7-4f60-9ef6-cd80d5a9207b {{(pid=87788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 02:47:44.544262 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122a3e89-f572-4232-a177-5c9e3007419b None None] Pushing event updated for resources: {'Port': ['ID=adb28d48-51b2-4057-aa6a-21fd42a7c0ca,revision_number=2']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:47:44.548625 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453f8f9b-ca05-45f0-8d09-92902810eddb None None] Checking agent: {'id': '506bd601-c596-4b52-979e-3670b1bbe31d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837051-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 2, 46, 59), 'started_at': datetime.datetime(2022, 4, 8, 2, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 2, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837051-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 02:47:44.548995 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453f8f9b-ca05-45f0-8d09-92902810eddb None None] Checking segment: {'id': '2f3db029-7821-49c5-950d-ef9b857fea9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 02:47:44.549394 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-453f8f9b-ca05-45f0-8d09-92902810eddb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:44.549774 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453f8f9b-ca05-45f0-8d09-92902810eddb None None] Bound using segment: {'id': '2f3db029-7821-49c5-950d-ef9b857fea9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b'} {{(pid=87788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 02:47:44.550230 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.managers [None req-453f8f9b-ca05-45f0-8d09-92902810eddb None None] Bound port: adb28d48-51b2-4057-aa6a-21fd42a7c0ca, host: dv-cinder-837051-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f3db029-7821-49c5-950d-ef9b857fea9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b'}}] {{(pid=87788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 02:47:44.550618 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-453f8f9b-ca05-45f0-8d09-92902810eddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:44.622562 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.db [None req-453f8f9b-ca05-45f0-8d09-92902810eddb None None] For port adb28d48-51b2-4057-aa6a-21fd42a7c0ca, host dv-cinder-837051-1-smb, cleared binding levels {{(pid=87788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 02:47:44.625385 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.db [None req-453f8f9b-ca05-45f0-8d09-92902810eddb None None] For port adb28d48-51b2-4057-aa6a-21fd42a7c0ca, host dv-cinder-837051-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837051-1-smb',level=0,port_id=adb28d48-51b2-4057-aa6a-21fd42a7c0ca,segment=NetworkSegment(2f3db029-7821-49c5-950d-ef9b857fea9c),segment_id=2f3db029-7821-49c5-950d-ef9b857fea9c)] {{(pid=87788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 02:47:44.690465 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-453f8f9b-ca05-45f0-8d09-92902810eddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762847214852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762846864698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762846864743'] for port, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:44.766432 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453f8f9b-ca05-45f0-8d09-92902810eddb None None] Routers {'e9aa6250-9325-401b-8df5-875650a04ddc'} bound to L3 agent in host dv-cinder-837051-1-smb {{(pid=87788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 02:47:44.767126 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.l3_hamode_db [None req-453f8f9b-ca05-45f0-8d09-92902810eddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837051-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-08T02:46:58Z,description=,heartbeat_timestamp=2022-04-08T02:47:28Z,host='dv-cinder-837051-1-smb',id=70d74887-4404-4f0d-99b3-e017d5637063,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T02:46:59Z,topic='l3_agent')) {'router_ids': ['e9aa6250-9325-401b-8df5-875650a04ddc'], 'active': True} {{(pid=87788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:47:44.825498 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122a3e89-f572-4232-a177-5c9e3007419b None None] Pushing event updated for resources: {'Port': ['ID=adb28d48-51b2-4057-aa6a-21fd42a7c0ca,revision_number=3']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:47:44.977930 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.l3_dvr_db [None req-453f8f9b-ca05-45f0-8d09-92902810eddb None None] Set router e9aa6250-9325-401b-8df5-875650a04ddc gateway port host: dv-cinder-837051-1-smb {{(pid=87788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 02:47:45.302444 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.l3_hamode_db [None req-453f8f9b-ca05-45f0-8d09-92902810eddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9aa6250-9325-401b-8df5-875650a04ddc', 'name': 'router1', 'tenant_id': '3568f99c4a334c52b15534d81c881620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'external_fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.194'}], 'enable_snat': True}, 'gw_port_id': 'adb28d48-51b2-4057-aa6a-21fd42a7c0ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:47:23Z', 'updated_at': '2022-04-08T02:47:42Z', 'revision_number': 4, 'project_id': '3568f99c4a334c52b15534d81c881620', 'gw_port': {'id': 'adb28d48-51b2-4057-aa6a-21fd42a7c0ca', 'name': '', 'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:6a:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9aa6250-9325-401b-8df5-875650a04ddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:47:41Z', 'updated_at': '2022-04-08T02:47:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-smb', '_interfaces': [{'id': '41ab100f-6c15-4cb7-96e5-3c4df259f2aa', 'name': '', 'network_id': '7016f174-41ec-45de-b7c5-89b6d720670f', 'tenant_id': '3568f99c4a334c52b15534d81c881620', 'mac_address': 'fa:16:3e:02:bb:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9aa6250-9325-401b-8df5-875650a04ddc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a18168fc-8e3f-4daf-9b98-f91f809e3f9a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:47:33Z', 'updated_at': '2022-04-08T02:47:39Z', 'revision_number': 5, 'project_id': '3568f99c4a334c52b15534d81c881620', 'subnets': [{'id': 'a18168fc-8e3f-4daf-9b98-f91f809e3f9a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2a4667e3-1de2-47ec-a2d2-1de93b4a0032'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837051-1-smb', False) {} {{(pid=87788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:47:45.306148 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-453f8f9b-ca05-45f0-8d09-92902810eddb None None] The sync data for ids ['e9aa6250-9325-401b-8df5-875650a04ddc'] in dv-cinder-837051-1-smb is: [{'id': 'e9aa6250-9325-401b-8df5-875650a04ddc', 'name': 'router1', 'tenant_id': '3568f99c4a334c52b15534d81c881620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'external_fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.194'}], 'enable_snat': True}, 'gw_port_id': 'adb28d48-51b2-4057-aa6a-21fd42a7c0ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:47:23Z', 'updated_at': '2022-04-08T02:47:42Z', 'revision_number': 4, 'project_id': '3568f99c4a334c52b15534d81c881620', 'gw_port': {'id': 'adb28d48-51b2-4057-aa6a-21fd42a7c0ca', 'name': '', 'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:6a:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9aa6250-9325-401b-8df5-875650a04ddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:47:41Z', 'updated_at': '2022-04-08T02:47:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-smb', '_interfaces': [{'id': '41ab100f-6c15-4cb7-96e5-3c4df259f2aa', 'name': '', 'network_id': '7016f174-41ec-45de-b7c5-89b6d720670f', 'tenant_id': '3568f99c4a334c52b15534d81c881620', 'mac_address': 'fa:16:3e:02:bb:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9aa6250-9325-401b-8df5-875650a04ddc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a18168fc-8e3f-4daf-9b98-f91f809e3f9a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:47:33Z', 'updated_at': '2022-04-08T02:47:39Z', 'revision_number': 5, 'project_id': '3568f99c4a334c52b15534d81c881620', 'subnets': [{'id': 'a18168fc-8e3f-4daf-9b98-f91f809e3f9a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2a4667e3-1de2-47ec-a2d2-1de93b4a0032'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 02:47:45.850774 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.wsgi [-] (87786) accepted ('10.222.0.15', 40072) {{(pid=87786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:47:45.965258 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [None req-c768791d-eadb-474d-8d35-180b5bcd00f8 admin admin] 10.222.0.15 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1133435 Apr 08 02:47:47.030183 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Device adb28d48-51b2-4057-aa6a-21fd42a7c0ca up at agent ovs-agent-dv-cinder-837051-1-smb {{(pid=87788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 02:47:47.176669 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Provisioning for port adb28d48-51b2-4057-aa6a-21fd42a7c0ca completed by entity L2. {{(pid=87788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 02:47:47.182301 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Provisioning complete for port adb28d48-51b2-4057-aa6a-21fd42a7c0ca triggered by entity L2. {{(pid=87788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 02:47:47.182681 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587297'] for port, provisioning_complete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:47.312681 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:47.329490 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.db [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] For port adb28d48-51b2-4057-aa6a-21fd42a7c0ca, host dv-cinder-837051-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837051-1-smb',level=0,port_id=adb28d48-51b2-4057-aa6a-21fd42a7c0ca,segment=NetworkSegment(2f3db029-7821-49c5-950d-ef9b857fea9c),segment_id=2f3db029-7821-49c5-950d-ef9b857fea9c)] {{(pid=87788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 02:47:47.427437 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762847214852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762846864698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762846864743'] for port, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:47.495785 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Pushing event updated for resources: {'Port': ['ID=adb28d48-51b2-4057-aa6a-21fd42a7c0ca,revision_number=4']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:47:49.003412 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Device adb28d48-51b2-4057-aa6a-21fd42a7c0ca up at agent ovs-agent-dv-cinder-837051-1-smb {{(pid=87788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 02:47:49.075232 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Provisioning complete for port adb28d48-51b2-4057-aa6a-21fd42a7c0ca triggered by entity L2. {{(pid=87788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 02:47:49.075654 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587297'] for port, provisioning_complete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:55.816453 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-42023bbb-4238-4b1e-80da-db4cdb8f3e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:58.301773 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-e120e890-b2bb-42f3-bdc2-821be5405cc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:59.056159 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-ef00a636-a289-418c-ab96-90866b017a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:47:59.164673 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:48:00.466357 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-0700d8e1-2fb2-4ab8-b601-2cbd26aa24a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:48:19.744320 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.agents_db [None req-78530461-7b12-4524-9e6e-3e4de8d78fc4 None None] Agent healthcheck: found 5 active agents {{(pid=87789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 02:48:25.798498 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-04bf3473-08b1-495d-a2cc-35c083d88567 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:48:28.266752 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-9e9a03e3-add8-4935-a9bf-0f9baa4110db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:48:29.078111 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-ef00a636-a289-418c-ab96-90866b017a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:48:29.185300 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:48:30.473765 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-0700d8e1-2fb2-4ab8-b601-2cbd26aa24a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:48:55.843409 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-17b17251-9597-4a96-99b7-b718147d65fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:48:56.744048 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.agents_db [None req-78530461-7b12-4524-9e6e-3e4de8d78fc4 None None] Agent healthcheck: found 5 active agents {{(pid=87789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 02:48:58.281796 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-b14d1334-4070-4eeb-a50a-c8f9485efbf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:48:59.664271 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-ef00a636-a289-418c-ab96-90866b017a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:48:59.767120 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:00.475710 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-0700d8e1-2fb2-4ab8-b601-2cbd26aa24a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:25.835171 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-e39db4e5-3a13-4962-9840-8e5c1fd2d800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:28.274630 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-497ac8f8-f23b-4dee-bffc-f9c900193769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:29.063555 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-ef00a636-a289-418c-ab96-90866b017a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:29.183506 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:30.459352 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-0700d8e1-2fb2-4ab8-b601-2cbd26aa24a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:33.743135 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.agents_db [None req-78530461-7b12-4524-9e6e-3e4de8d78fc4 None None] Agent healthcheck: found 5 active agents {{(pid=87789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 02:49:52.277467 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.wsgi [-] (87786) accepted ('10.222.0.15', 40644) {{(pid=87786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:49:52.346973 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.pecan_wsgi.hooks.translation [None req-295f554e-da34-402c-bdc4-8d2829e2cb09 admin admin] GET failed (client error): The resource could not be found. Apr 08 02:49:52.348476 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [None req-295f554e-da34-402c-bdc4-8d2829e2cb09 admin admin] 10.222.0.15 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0698519 Apr 08 02:49:52.479236 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea6c4d95-58f2-4def-b76d-af109b2df973 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:49:52.480593 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [None req-ea6c4d95-58f2-4def-b76d-af109b2df973 admin admin] 10.222.0.15 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1282744 Apr 08 02:49:54.652107 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.wsgi [-] (87786) accepted ('10.222.0.15', 40654) {{(pid=87786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:49:54.760005 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c268842-208a-485b-af8e-9fd796e3f9ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:49:54.760561 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [None req-0c268842-208a-485b-af8e-9fd796e3f9ba admin admin] Synchronizing usage tracker for tenant:1256413bd9934e7bb4799e9e5c7abba5 on resource:subnet {{(pid=87786) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 02:49:54.844959 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [None req-0c268842-208a-485b-af8e-9fd796e3f9ba admin admin] Unset dirty status for tenant:1256413bd9934e7bb4799e9e5c7abba5 on resource:subnet {{(pid=87786) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 02:49:54.846048 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [None req-0c268842-208a-485b-af8e-9fd796e3f9ba admin admin] 10.222.0.15 "GET /v2.0/subnets/a18168fc-8e3f-4daf-9b98-f91f809e3f9a HTTP/1.1" status: 200 len: 849 time: 0.1929655 Apr 08 02:49:54.855226 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.v2.base [None req-077ff3c7-8bc3-4790-bafb-804334833a5f admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=87786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 02:49:54.994865 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-077ff3c7-8bc3-4790-bafb-804334833a5f admin admin] Notify callbacks [] for subnet, before_update {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:55.241580 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-077ff3c7-8bc3-4790-bafb-804334833a5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8762847213047'] for subnet, after_update {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:55.287247 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-077ff3c7-8bc3-4790-bafb-804334833a5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:49:55.287836 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-077ff3c7-8bc3-4790-bafb-804334833a5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539232'] for subnet, before_response {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:55.295587 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [None req-077ff3c7-8bc3-4790-bafb-804334833a5f admin admin] 10.222.0.15 "PUT /v2.0/subnets/a18168fc-8e3f-4daf-9b98-f91f809e3f9a HTTP/1.1" status: 200 len: 868 time: 0.4377515 Apr 08 02:49:55.300243 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8930cb9-19cd-4fa6-b3e7-98d2d79b7776 None None] Network 7016f174-41ec-45de-b7c5-89b6d720670f requested from dv-cinder-837051-1-smb {{(pid=87788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 02:49:55.318433 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077ff3c7-8bc3-4790-bafb-804334833a5f admin admin] Pushing event updated for resources: {'Subnet': ['ID=a18168fc-8e3f-4daf-9b98-f91f809e3f9a,revision_number=1']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:49:55.326257 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077ff3c7-8bc3-4790-bafb-804334833a5f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:49:55.326712 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077ff3c7-8bc3-4790-bafb-804334833a5f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:49:55.326963 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077ff3c7-8bc3-4790-bafb-804334833a5f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:49:55.327299 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077ff3c7-8bc3-4790-bafb-804334833a5f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:49:55.327633 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077ff3c7-8bc3-4790-bafb-804334833a5f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:49:55.327961 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077ff3c7-8bc3-4790-bafb-804334833a5f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:49:55.328285 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077ff3c7-8bc3-4790-bafb-804334833a5f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:49:55.328609 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077ff3c7-8bc3-4790-bafb-804334833a5f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:49:55.328935 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077ff3c7-8bc3-4790-bafb-804334833a5f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:49:55.329257 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077ff3c7-8bc3-4790-bafb-804334833a5f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:49:55.329577 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077ff3c7-8bc3-4790-bafb-804334833a5f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:49:55.330439 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077ff3c7-8bc3-4790-bafb-804334833a5f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:49:55.806560 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-59f0c1d4-6721-44b9-b507-aac08e9012a4 None None] Provisioning complete for port fb1ee8e1-4cbe-4e92-88fc-33fa553b40bb triggered by entity DHCP. {{(pid=87788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 02:49:55.806931 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-59f0c1d4-6721-44b9-b507-aac08e9012a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587297'] for port, provisioning_complete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:55.897449 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-d0626cd7-712d-4d77-b1ea-4e09ce72c39f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:55.983103 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-59f0c1d4-6721-44b9-b507-aac08e9012a4 None None] Provisioning complete for port 41ab100f-6c15-4cb7-96e5-3c4df259f2aa triggered by entity DHCP. {{(pid=87788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 02:49:55.984993 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-59f0c1d4-6721-44b9-b507-aac08e9012a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587297'] for port, provisioning_complete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:57.523162 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 40664) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:49:57.708329 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-628c8c70-95e1-4d24-82a3-01bfa8d0ddf3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:49:57.708807 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-628c8c70-95e1-4d24-82a3-01bfa8d0ddf3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:49:57.710310 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-628c8c70-95e1-4d24-82a3-01bfa8d0ddf3 admin admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1861956 Apr 08 02:49:58.287567 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7024270e-2877-4841-83b5-aee38cb9b01d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:59.062217 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-ef00a636-a289-418c-ab96-90866b017a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:59.178368 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:49:59.873253 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 40674) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:50:00.043091 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea8a4931-0890-4f34-b646-695fc50b7ae8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:50:00.043593 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea8a4931-0890-4f34-b646-695fc50b7ae8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:50:00.045249 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-ea8a4931-0890-4f34-b646-695fc50b7ae8 admin admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1710670 Apr 08 02:50:00.469762 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-0700d8e1-2fb2-4ab8-b601-2cbd26aa24a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:02.201844 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 40684) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:50:02.370698 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a155b5-0305-4c8f-aefe-d847cbd7a26a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:50:02.372700 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-03a155b5-0305-4c8f-aefe-d847cbd7a26a admin admin] 10.222.0.15 "GET /v2.0/networks/7016f174-41ec-45de-b7c5-89b6d720670f HTTP/1.1" status: 200 len: 869 time: 0.1699235 Apr 08 02:50:04.543777 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 40694) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:50:04.705514 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f2f707d-14e9-4c05-8d30-d29f73c3237a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:50:04.706867 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-8f2f707d-14e9-4c05-8d30-d29f73c3237a admin admin] 10.222.0.15 "GET /v2.0/networks/98d1e709-75a7-4f60-9ef6-cd80d5a9207b HTTP/1.1" status: 200 len: 886 time: 0.1621556 Apr 08 02:50:06.836618 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.wsgi [-] (87786) accepted ('10.222.0.15', 40704) {{(pid=87786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:50:06.953283 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b24e78f1-c7a5-4aa4-9f04-13a2ad474362 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:50:06.953735 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b24e78f1-c7a5-4aa4-9f04-13a2ad474362 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:50:06.955323 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [None req-b24e78f1-c7a5-4aa4-9f04-13a2ad474362 admin admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1177015 Apr 08 02:50:09.083924 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.wsgi [-] (87786) accepted ('10.222.0.15', 40714) {{(pid=87786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:50:09.192764 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0082a6d-47a4-4908-927e-f07292e5058e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:50:09.193223 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0082a6d-47a4-4908-927e-f07292e5058e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:50:09.194736 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [None req-e0082a6d-47a4-4908-927e-f07292e5058e admin admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1098514 Apr 08 02:50:10.744872 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.agents_db [None req-78530461-7b12-4524-9e6e-3e4de8d78fc4 None None] Agent healthcheck: found 5 active agents {{(pid=87789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 02:50:11.370883 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.wsgi [-] (87786) accepted ('10.222.0.15', 40724) {{(pid=87786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:50:11.476478 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9695bb4e-495c-4ae6-b154-5263c335d21f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:50:11.477784 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [None req-9695bb4e-495c-4ae6-b154-5263c335d21f admin admin] 10.222.0.15 "GET /v2.0/subnets/a18168fc-8e3f-4daf-9b98-f91f809e3f9a HTTP/1.1" status: 200 len: 868 time: 0.1052403 Apr 08 02:50:13.657994 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.wsgi [-] (87786) accepted ('10.222.0.15', 40734) {{(pid=87786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:50:13.755747 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d014efe6-9fce-4553-ba93-30bba198163f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:50:13.757054 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [None req-d014efe6-9fce-4553-ba93-30bba198163f admin admin] 10.222.0.15 "GET /v2.0/subnets/cdd7e012-314b-49de-85b2-875de1f002d2 HTTP/1.1" status: 200 len: 816 time: 0.0981159 Apr 08 02:50:25.833207 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-ea937f9c-9d6a-4c67-bed1-e616fce7cce9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:28.295832 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-ed53c6af-b153-4500-9b7d-848ca3dd42c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:29.079000 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-ef00a636-a289-418c-ab96-90866b017a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:29.198461 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:30.475360 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-0700d8e1-2fb2-4ab8-b601-2cbd26aa24a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:32.485929 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 40780) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:50:32.532502 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [None req-5b256ab6-b359-4575-8aa6-14c15a8caa25 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=87787) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 08 02:50:32.533489 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-5b256ab6-b359-4575-8aa6-14c15a8caa25 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0466127 Apr 08 02:50:34.747372 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 40790) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:50:34.815485 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f8f2f7e-4f5a-4871-8a1f-621ccb181ffe admin admin] GET failed (client error): The resource could not be found. Apr 08 02:50:34.816700 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-5f8f2f7e-4f5a-4871-8a1f-621ccb181ffe admin admin] 10.222.0.15 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0684125 Apr 08 02:50:34.937844 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df3617d-c7f9-48c5-8672-efa27c28b9d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:50:34.939191 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-1df3617d-c7f9-48c5-8672-efa27c28b9d1 admin admin] 10.222.0.15 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1187134 Apr 08 02:50:37.097172 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 40800) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:50:37.143200 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.v2.base [None req-c79158fd-efce-443c-b596-9e4708fd5876 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=87787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 02:50:37.147687 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-c79158fd-efce-443c-b596-9e4708fd5876 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:50:37.157605 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-c79158fd-efce-443c-b596-9e4708fd5876 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:50:37.250372 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c79158fd-efce-443c-b596-9e4708fd5876 admin admin] Made reservation on behalf of 1256413bd9934e7bb4799e9e5c7abba5 for: {'network': 1} {{(pid=87787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 02:50:37.252828 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-c79158fd-efce-443c-b596-9e4708fd5876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for network, before_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:37.341440 dv-cinder-837051-1-smb neutron-server[87787]: WARNING neutron.services.revisions.revision_plugin [None req-c79158fd-efce-443c-b596-9e4708fd5876 admin admin] Could not find related network for resource to bump revision. Apr 08 02:50:37.353416 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c79158fd-efce-443c-b596-9e4708fd5876 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 290} {{(pid=87787) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 02:50:37.362578 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-c79158fd-efce-443c-b596-9e4708fd5876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575478'] for segment, precommit_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:37.362915 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.db.segments_db [None req-c79158fd-efce-443c-b596-9e4708fd5876 admin admin] Added segment bf00e84a-5ea6-4c6c-8c90-91646d25fe3c of type vlan for network 5ae5f0bb-b3d6-40a9-95a9-ecd2fbf830fb Apr 08 02:50:37.387474 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-c79158fd-efce-443c-b596-9e4708fd5876 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762846836134'] for network, precommit_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:37.461646 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-c79158fd-efce-443c-b596-9e4708fd5876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254'] for network, after_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:37.462557 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c79158fd-efce-443c-b596-9e4708fd5876 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:50:37.463121 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-c79158fd-efce-443c-b596-9e4708fd5876 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539232'] for network, before_response {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:37.564917 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79158fd-efce-443c-b596-9e4708fd5876 admin admin] Pushing event updated for resources: {'Network': ['ID=5ae5f0bb-b3d6-40a9-95a9-ecd2fbf830fb,revision_number=1']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:50:37.571276 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79158fd-efce-443c-b596-9e4708fd5876 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:50:37.571616 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79158fd-efce-443c-b596-9e4708fd5876 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:50:37.571953 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79158fd-efce-443c-b596-9e4708fd5876 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:50:37.572291 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79158fd-efce-443c-b596-9e4708fd5876 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:50:37.572602 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79158fd-efce-443c-b596-9e4708fd5876 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:50:37.572926 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79158fd-efce-443c-b596-9e4708fd5876 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:50:37.573251 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79158fd-efce-443c-b596-9e4708fd5876 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:50:37.573558 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79158fd-efce-443c-b596-9e4708fd5876 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:50:37.573896 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79158fd-efce-443c-b596-9e4708fd5876 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:50:37.574215 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79158fd-efce-443c-b596-9e4708fd5876 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:50:37.574556 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79158fd-efce-443c-b596-9e4708fd5876 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:50:37.575445 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79158fd-efce-443c-b596-9e4708fd5876 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:50:37.591383 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Network 5ae5f0bb-b3d6-40a9-95a9-ecd2fbf830fb details requested by agent ovs-agent-dv-cinder-837051-1-smb with host dv-cinder-837051-1-smb {{(pid=87788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 02:50:37.611361 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-c79158fd-efce-443c-b596-9e4708fd5876 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5129569 Apr 08 02:50:39.774384 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.wsgi [-] (87786) accepted ('10.222.0.15', 40810) {{(pid=87786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:50:39.844503 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.pecan_wsgi.hooks.translation [None req-110f4a2a-7730-4246-8faf-00a3764a638e admin admin] GET failed (client error): The resource could not be found. Apr 08 02:50:39.845745 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [None req-110f4a2a-7730-4246-8faf-00a3764a638e admin admin] 10.222.0.15 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0704272 Apr 08 02:50:39.944726 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d7c6f7-e153-43ae-8172-75979ee5262d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:50:39.946150 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [None req-f7d7c6f7-e153-43ae-8172-75979ee5262d admin admin] 10.222.0.15 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0966070 Apr 08 02:50:39.956553 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.v2.base [None req-8a3dfc2b-8492-4dae-ad42-ba7a8847949e admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'network_id': '5ae5f0bb-b3d6-40a9-95a9-ecd2fbf830fb', 'name': 'shared-subnet', 'ip_version': 4, 'description': 'shared-subnet'}} {{(pid=87786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 02:50:39.960877 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.quota.driver [None req-8a3dfc2b-8492-4dae-ad42-ba7a8847949e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:50:39.970281 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.quota.driver [None req-8a3dfc2b-8492-4dae-ad42-ba7a8847949e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:50:40.113211 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a3dfc2b-8492-4dae-ad42-ba7a8847949e admin admin] Made reservation on behalf of 1256413bd9934e7bb4799e9e5c7abba5 for: {'subnet': 1} {{(pid=87786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 02:50:40.115621 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-8a3dfc2b-8492-4dae-ad42-ba7a8847949e admin admin] Notify callbacks [] for subnet, before_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:40.372558 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-8a3dfc2b-8492-4dae-ad42-ba7a8847949e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254'] for subnet, after_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:40.456473 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3dfc2b-8492-4dae-ad42-ba7a8847949e admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ce6ae4c-4a15-4849-85f8-d7c7e2cc58f6,revision_number=0']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:50:40.464405 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3dfc2b-8492-4dae-ad42-ba7a8847949e admin admin] Checking segment: {'id': 'bf00e84a-5ea6-4c6c-8c90-91646d25fe3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '5ae5f0bb-b3d6-40a9-95a9-ecd2fbf830fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 02:50:40.466742 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a3dfc2b-8492-4dae-ad42-ba7a8847949e admin admin] Network hostable DHCP agents. Network: 5ae5f0bb-b3d6-40a9-95a9-ecd2fbf830fb, hostable agents: ['c0dff2ba-0ef7-4e94-af34-c7dac3342234'], hosted agents: [] {{(pid=87786) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 02:50:40.555443 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a3dfc2b-8492-4dae-ad42-ba7a8847949e admin admin] Network 5ae5f0bb-b3d6-40a9-95a9-ecd2fbf830fb is scheduled to be hosted by DHCP agent c0dff2ba-0ef7-4e94-af34-c7dac3342234 with binding_index 1 {{(pid=87786) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 02:50:40.663894 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.scheduler.base_scheduler [None req-8a3dfc2b-8492-4dae-ad42-ba7a8847949e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837051-1-smb, 5ae5f0bb-b3d6-40a9-95a9-ecd2fbf830fb) {{(pid=87786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 02:50:40.668392 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a3dfc2b-8492-4dae-ad42-ba7a8847949e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:50:40.669671 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-8a3dfc2b-8492-4dae-ad42-ba7a8847949e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539232'] for subnet, before_response {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:40.672795 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c615c437-42cb-4d91-8460-84b2fe6a1114 None None] Network 5ae5f0bb-b3d6-40a9-95a9-ecd2fbf830fb requested from dv-cinder-837051-1-smb {{(pid=87788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 02:50:40.767563 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [None req-8a3dfc2b-8492-4dae-ad42-ba7a8847949e admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8143823 Apr 08 02:50:40.943751 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-164c05fb-8ad2-45d8-8c9c-c4554f5f20f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42e60dd2-2c7f-5bdd-8db5-c6fe16da6c01-5ae5f0bb-b3d6-40a9-95a9-ecd2fbf830fb', 'network_id': '5ae5f0bb-b3d6-40a9-95a9-ecd2fbf830fb', 'tenant_id': '1256413bd9934e7bb4799e9e5c7abba5', 'fixed_ips': [{'subnet_id': '6ce6ae4c-4a15-4849-85f8-d7c7e2cc58f6'}]}} from dv-cinder-837051-1-smb. {{(pid=87788) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 08 02:50:40.943751 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-164c05fb-8ad2-45d8-8c9c-c4554f5f20f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:41.112171 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.db_base_plugin_common [None req-164c05fb-8ad2-45d8-8c9c-c4554f5f20f8 None None] Allocated IP 192.168.233.2 (5ae5f0bb-b3d6-40a9-95a9-ecd2fbf830fb/6ce6ae4c-4a15-4849-85f8-d7c7e2cc58f6/714068c9-6078-416b-971f-35584d32734f) {{(pid=87788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 02:50:41.320756 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-164c05fb-8ad2-45d8-8c9c-c4554f5f20f8 None None] Notify callbacks [] for port, precommit_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:41.331203 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-164c05fb-8ad2-45d8-8c9c-c4554f5f20f8 None None] Transition to ACTIVE for port object 714068c9-6078-416b-971f-35584d32734f will not be triggered until provisioned by entity L2. {{(pid=87788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 02:50:41.350025 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-164c05fb-8ad2-45d8-8c9c-c4554f5f20f8 None None] Transition to ACTIVE for port object 714068c9-6078-416b-971f-35584d32734f will not be triggered until provisioned by entity DHCP. {{(pid=87788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 02:50:41.444927 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-164c05fb-8ad2-45d8-8c9c-c4554f5f20f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762846864680'] for port, after_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:41.506492 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-164c05fb-8ad2-45d8-8c9c-c4554f5f20f8 None None] Network 5ae5f0bb-b3d6-40a9-95a9-ecd2fbf830fb is already hosted by enough agents. {{(pid=87788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 02:50:41.509107 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.scheduler.base_scheduler [None req-164c05fb-8ad2-45d8-8c9c-c4554f5f20f8 None None] Resources bound (agent type, host, resource id): {{(pid=87788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 02:50:41.517758 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-164c05fb-8ad2-45d8-8c9c-c4554f5f20f8 None None] Received port after_create {{(pid=87788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 02:50:41.523868 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164c05fb-8ad2-45d8-8c9c-c4554f5f20f8 None None] Pushing event updated for resources: {'Port': ['ID=714068c9-6078-416b-971f-35584d32734f,revision_number=1']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:50:41.531501 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164c05fb-8ad2-45d8-8c9c-c4554f5f20f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:50:41.531841 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164c05fb-8ad2-45d8-8c9c-c4554f5f20f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:50:41.532175 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164c05fb-8ad2-45d8-8c9c-c4554f5f20f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:50:41.532516 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164c05fb-8ad2-45d8-8c9c-c4554f5f20f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:50:41.532835 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164c05fb-8ad2-45d8-8c9c-c4554f5f20f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:50:41.533162 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164c05fb-8ad2-45d8-8c9c-c4554f5f20f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:50:41.533499 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164c05fb-8ad2-45d8-8c9c-c4554f5f20f8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:50:41.533817 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164c05fb-8ad2-45d8-8c9c-c4554f5f20f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:50:41.534135 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164c05fb-8ad2-45d8-8c9c-c4554f5f20f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:50:41.534450 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164c05fb-8ad2-45d8-8c9c-c4554f5f20f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:50:41.534761 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164c05fb-8ad2-45d8-8c9c-c4554f5f20f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:50:41.535073 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164c05fb-8ad2-45d8-8c9c-c4554f5f20f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:50:41.621941 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.managers [None req-164c05fb-8ad2-45d8-8c9c-c4554f5f20f8 None None] Attempting to bind port 714068c9-6078-416b-971f-35584d32734f on host dv-cinder-837051-1-smb for vnic_type normal with profile {{(pid=87788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 02:50:41.622235 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.managers [None req-164c05fb-8ad2-45d8-8c9c-c4554f5f20f8 None None] Attempting to bind port 714068c9-6078-416b-971f-35584d32734f by drivers openvswitch,hyperv on host dv-cinder-837051-1-smb at level 0 using segments [{'id': 'bf00e84a-5ea6-4c6c-8c90-91646d25fe3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '5ae5f0bb-b3d6-40a9-95a9-ecd2fbf830fb'}] {{(pid=87788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 02:50:41.622586 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164c05fb-8ad2-45d8-8c9c-c4554f5f20f8 None None] Attempting to bind port 714068c9-6078-416b-971f-35584d32734f on network 5ae5f0bb-b3d6-40a9-95a9-ecd2fbf830fb {{(pid=87788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 02:50:41.627829 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164c05fb-8ad2-45d8-8c9c-c4554f5f20f8 None None] Checking agent: {'id': '506bd601-c596-4b52-979e-3670b1bbe31d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837051-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 2, 46, 59), 'started_at': datetime.datetime(2022, 4, 8, 2, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 2, 50, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837051-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 02:50:41.628192 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164c05fb-8ad2-45d8-8c9c-c4554f5f20f8 None None] Checking segment: {'id': 'bf00e84a-5ea6-4c6c-8c90-91646d25fe3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '5ae5f0bb-b3d6-40a9-95a9-ecd2fbf830fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 02:50:41.628585 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-164c05fb-8ad2-45d8-8c9c-c4554f5f20f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:41.628971 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164c05fb-8ad2-45d8-8c9c-c4554f5f20f8 None None] Bound using segment: {'id': 'bf00e84a-5ea6-4c6c-8c90-91646d25fe3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '5ae5f0bb-b3d6-40a9-95a9-ecd2fbf830fb'} {{(pid=87788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 02:50:41.629420 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.managers [None req-164c05fb-8ad2-45d8-8c9c-c4554f5f20f8 None None] Bound port: 714068c9-6078-416b-971f-35584d32734f, host: dv-cinder-837051-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf00e84a-5ea6-4c6c-8c90-91646d25fe3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '5ae5f0bb-b3d6-40a9-95a9-ecd2fbf830fb'}}] {{(pid=87788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 02:50:41.629816 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-164c05fb-8ad2-45d8-8c9c-c4554f5f20f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:41.721654 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.db [None req-164c05fb-8ad2-45d8-8c9c-c4554f5f20f8 None None] For port 714068c9-6078-416b-971f-35584d32734f, host dv-cinder-837051-1-smb, cleared binding levels {{(pid=87788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 02:50:41.724888 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.db [None req-164c05fb-8ad2-45d8-8c9c-c4554f5f20f8 None None] For port 714068c9-6078-416b-971f-35584d32734f, host dv-cinder-837051-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837051-1-smb',level=0,port_id=714068c9-6078-416b-971f-35584d32734f,segment=NetworkSegment(bf00e84a-5ea6-4c6c-8c90-91646d25fe3c),segment_id=bf00e84a-5ea6-4c6c-8c90-91646d25fe3c)] {{(pid=87788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 02:50:41.782068 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-164c05fb-8ad2-45d8-8c9c-c4554f5f20f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762847214852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762846864698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762846864743'] for port, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:41.865853 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164c05fb-8ad2-45d8-8c9c-c4554f5f20f8 None None] Pushing event updated for resources: {'Port': ['ID=714068c9-6078-416b-971f-35584d32734f,revision_number=2']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:50:42.686630 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d60edb82-5833-4715-a45d-3d514783c7d2 None None] Network 5ae5f0bb-b3d6-40a9-95a9-ecd2fbf830fb requested from dv-cinder-837051-1-smb {{(pid=87788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 02:50:42.877772 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-13e074a8-6ad8-48ef-9742-f29946842633 None None] Provisioning for port 714068c9-6078-416b-971f-35584d32734f completed by entity DHCP. {{(pid=87788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 02:50:43.145747 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Device 714068c9-6078-416b-971f-35584d32734f up at agent ovs-agent-dv-cinder-837051-1-smb {{(pid=87788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 02:50:43.292499 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Provisioning for port 714068c9-6078-416b-971f-35584d32734f completed by entity L2. {{(pid=87788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 02:50:43.298481 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Provisioning complete for port 714068c9-6078-416b-971f-35584d32734f triggered by entity L2. {{(pid=87788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 02:50:43.298847 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587297'] for port, provisioning_complete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:43.425745 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:43.457902 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.db [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] For port 714068c9-6078-416b-971f-35584d32734f, host dv-cinder-837051-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837051-1-smb',level=0,port_id=714068c9-6078-416b-971f-35584d32734f,segment=NetworkSegment(bf00e84a-5ea6-4c6c-8c90-91646d25fe3c),segment_id=bf00e84a-5ea6-4c6c-8c90-91646d25fe3c)] {{(pid=87788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 02:50:43.515521 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762847214852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762846864698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762846864743'] for port, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:43.584968 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Pushing event updated for resources: {'Port': ['ID=714068c9-6078-416b-971f-35584d32734f,revision_number=3']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:50:45.098795 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Device 714068c9-6078-416b-971f-35584d32734f up at agent ovs-agent-dv-cinder-837051-1-smb {{(pid=87788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 02:50:45.167547 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Provisioning complete for port 714068c9-6078-416b-971f-35584d32734f triggered by entity L2. {{(pid=87788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 02:50:45.167912 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587297'] for port, provisioning_complete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:47.744091 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.agents_db [None req-78530461-7b12-4524-9e6e-3e4de8d78fc4 None None] Agent healthcheck: found 5 active agents {{(pid=87789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 02:50:55.827237 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-69631d51-53ee-4883-b824-96f6ca0b85f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:58.304172 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-0b98b08e-a9f5-40e1-a54b-21bf87de5b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:59.087104 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-ef00a636-a289-418c-ab96-90866b017a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:50:59.187405 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:00.467243 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-0700d8e1-2fb2-4ab8-b601-2cbd26aa24a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:24.742769 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.agents_db [None req-78530461-7b12-4524-9e6e-3e4de8d78fc4 None None] Agent healthcheck: found 5 active agents {{(pid=87789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 02:51:25.833006 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-3983928b-13b1-4a57-b4bc-14ac482608e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:28.280983 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-f1bcc976-ac30-480e-a00e-67f1c04436a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:29.075274 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-ef00a636-a289-418c-ab96-90866b017a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:29.194985 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:30.472722 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-0700d8e1-2fb2-4ab8-b601-2cbd26aa24a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:55.866893 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-9679f17d-da0e-4f45-aef8-1156775913be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:58.281057 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-2a09a445-6de3-4a62-8494-dd89de36ad6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:59.089754 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-ef00a636-a289-418c-ab96-90866b017a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:51:59.212353 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:52:00.490077 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-0700d8e1-2fb2-4ab8-b601-2cbd26aa24a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:52:01.742453 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.agents_db [None req-78530461-7b12-4524-9e6e-3e4de8d78fc4 None None] Agent healthcheck: found 5 active agents {{(pid=87789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 02:52:20.783265 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 40854) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:52:20.789412 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [None req-0f183efc-aee4-4d2e-baf6-ee54ef4cac7a tempest-verify_tempest_config-1756746236 tempest-verify_tempest_config-1756746236-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=87787) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 08 02:52:20.790403 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-0f183efc-aee4-4d2e-baf6-ee54ef4cac7a tempest-verify_tempest_config-1756746236 tempest-verify_tempest_config-1756746236-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0061154 Apr 08 02:52:21.327712 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 40872) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:52:21.449195 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-ca3d18c0-5675-4b92-b17b-2f90cdef9210 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:52:21.466039 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-ca3d18c0-5675-4b92-b17b-2f90cdef9210 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:52:21.469919 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-ca3d18c0-5675-4b92-b17b-2f90cdef9210 admin admin] Usage tracker for resource:security_group_rule and tenant:a7b96a11669e49898275143c2b6b287c is out of sync, need to count used quota {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:52:21.472819 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-ca3d18c0-5675-4b92-b17b-2f90cdef9210 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:52:21.478368 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-ca3d18c0-5675-4b92-b17b-2f90cdef9210 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:52:21.557197 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-ca3d18c0-5675-4b92-b17b-2f90cdef9210 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:52:21.629704 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-ca3d18c0-5675-4b92-b17b-2f90cdef9210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:52:21.679711 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-ca3d18c0-5675-4b92-b17b-2f90cdef9210 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a7b96a11669e49898275143c2b6b287c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3507562 Apr 08 02:52:21.680395 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3d18c0-5675-4b92-b17b-2f90cdef9210 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d40a9b2d-4f79-494f-b5dc-3e238728339b,revision_number=1']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:52:21.682305 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.wsgi [-] (87786) accepted ('10.222.0.15', 40878) {{(pid=87786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:52:21.687077 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3d18c0-5675-4b92-b17b-2f90cdef9210 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:52:21.687462 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3d18c0-5675-4b92-b17b-2f90cdef9210 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:52:21.687806 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3d18c0-5675-4b92-b17b-2f90cdef9210 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:52:21.688144 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3d18c0-5675-4b92-b17b-2f90cdef9210 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:52:21.688476 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3d18c0-5675-4b92-b17b-2f90cdef9210 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:52:21.688810 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3d18c0-5675-4b92-b17b-2f90cdef9210 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:52:21.689138 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3d18c0-5675-4b92-b17b-2f90cdef9210 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:52:21.689467 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3d18c0-5675-4b92-b17b-2f90cdef9210 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:52:21.689792 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3d18c0-5675-4b92-b17b-2f90cdef9210 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:52:21.690116 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3d18c0-5675-4b92-b17b-2f90cdef9210 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:52:21.690437 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3d18c0-5675-4b92-b17b-2f90cdef9210 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:52:21.690774 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3d18c0-5675-4b92-b17b-2f90cdef9210 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:52:21.742363 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-d7aed105-f590-47a2-9f70-339567061086 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:52:21.767342 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-d7aed105-f590-47a2-9f70-339567061086 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:52:21.926998 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-d7aed105-f590-47a2-9f70-339567061086 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:52:21.940945 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7aed105-f590-47a2-9f70-339567061086 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d40a9b2d-4f79-494f-b5dc-3e238728339b,revision_number=None']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:52:21.951188 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7aed105-f590-47a2-9f70-339567061086 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:52:21.951545 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7aed105-f590-47a2-9f70-339567061086 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:52:21.951888 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7aed105-f590-47a2-9f70-339567061086 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:52:21.952225 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7aed105-f590-47a2-9f70-339567061086 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:52:21.952558 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7aed105-f590-47a2-9f70-339567061086 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:52:21.952890 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7aed105-f590-47a2-9f70-339567061086 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:52:21.953216 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7aed105-f590-47a2-9f70-339567061086 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:52:21.953542 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7aed105-f590-47a2-9f70-339567061086 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:52:21.953870 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7aed105-f590-47a2-9f70-339567061086 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:52:21.954225 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7aed105-f590-47a2-9f70-339567061086 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:52:21.954551 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7aed105-f590-47a2-9f70-339567061086 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:52:21.954919 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7aed105-f590-47a2-9f70-339567061086 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:52:21.958757 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-d7aed105-f590-47a2-9f70-339567061086 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:52:21.965852 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [None req-d7aed105-f590-47a2-9f70-339567061086 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d40a9b2d-4f79-494f-b5dc-3e238728339b HTTP/1.1" status: 204 len: 168 time: 0.2766342 Apr 08 02:52:25.866834 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-2eaff592-aa88-4a6b-88d4-57d746994dcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:52:28.281118 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-56d95b8a-b5c2-42ee-9076-dac2bbda3bd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:52:29.086562 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-ef00a636-a289-418c-ab96-90866b017a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:52:29.191873 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:52:30.506438 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-0700d8e1-2fb2-4ab8-b601-2cbd26aa24a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:52:38.741781 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.agents_db [None req-78530461-7b12-4524-9e6e-3e4de8d78fc4 None None] Agent healthcheck: found 5 active agents {{(pid=87789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 02:52:55.866175 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-230ef2e1-2b5a-4eae-9950-83b32621835b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:52:58.312109 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-1ee9226e-fd1b-4e44-9f96-2753a1e5f438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:52:59.107010 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-ef00a636-a289-418c-ab96-90866b017a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:52:59.191899 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:53:00.483523 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-0700d8e1-2fb2-4ab8-b601-2cbd26aa24a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:53:15.741040 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.agents_db [None req-78530461-7b12-4524-9e6e-3e4de8d78fc4 None None] Agent healthcheck: found 5 active agents {{(pid=87789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 02:53:25.860200 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-dd552b35-66ff-43db-8455-8409d3da6e5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:53:28.275041 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-236c1186-c3d5-4275-b68c-b092a274e8b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:53:29.086292 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-ef00a636-a289-418c-ab96-90866b017a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:53:29.186034 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:53:30.489222 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-0700d8e1-2fb2-4ab8-b601-2cbd26aa24a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:53:52.739986 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.agents_db [None req-78530461-7b12-4524-9e6e-3e4de8d78fc4 None None] Agent healthcheck: found 5 active agents {{(pid=87789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 02:53:55.876818 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-a533adfb-dd9b-4a41-af89-f097f822d59a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:53:58.276737 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-3a42715d-d72b-4796-91ef-ab5381ca4abe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:53:59.082470 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-ef00a636-a289-418c-ab96-90866b017a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:53:59.179669 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:54:00.500353 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-0700d8e1-2fb2-4ab8-b601-2cbd26aa24a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:54:09.145384 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-333276'] for agent, after_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:54:23.270003 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.wsgi [-] (87786) accepted ('10.222.0.15', 40956) {{(pid=87786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:54:23.381246 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [None req-58a78132-e631-41b7-8a59-829832e09b05 admin admin] 10.222.0.15 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1101646 Apr 08 02:54:25.556193 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.wsgi [-] (87786) accepted ('10.222.0.15', 40966) {{(pid=87786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:54:25.609992 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [None req-996907aa-951c-4d40-8082-ee69a40baf68 admin admin] 10.222.0.15 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0527222 Apr 08 02:54:25.905462 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-f17821e6-3ec5-492a-9068-71023477efe2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:54:28.280686 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-3c6fe98d-0885-4cd8-b927-b8e7a0219235 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:54:29.097585 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-ef00a636-a289-418c-ab96-90866b017a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:54:29.194756 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:54:29.739047 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.agents_db [None req-78530461-7b12-4524-9e6e-3e4de8d78fc4 None None] Agent healthcheck: found 6 active agents {{(pid=87789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 02:54:30.505553 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-0700d8e1-2fb2-4ab8-b601-2cbd26aa24a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:54:39.116571 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:54:55.841622 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-e52cfec7-6050-4a48-ad55-d89fbfd622d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:54:58.285925 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-9d541f43-2368-42df-ad0c-cdbf5dd52d2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:54:59.108792 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-ef00a636-a289-418c-ab96-90866b017a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:54:59.201929 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:55:00.503077 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-0700d8e1-2fb2-4ab8-b601-2cbd26aa24a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:55:06.738793 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.agents_db [None req-78530461-7b12-4524-9e6e-3e4de8d78fc4 None None] Agent healthcheck: found 6 active agents {{(pid=87789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 02:55:09.122630 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:55:25.841138 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-dba348d3-5eb7-4d20-a073-54655caa9ea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:55:28.304877 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-8cfe3cec-5bfc-47ff-8cf8-f9342ec14c12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:55:29.114655 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-ef00a636-a289-418c-ab96-90866b017a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:55:29.207412 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:55:30.506649 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-0700d8e1-2fb2-4ab8-b601-2cbd26aa24a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:55:39.131505 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:55:43.737537 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.agents_db [None req-78530461-7b12-4524-9e6e-3e4de8d78fc4 None None] Agent healthcheck: found 6 active agents {{(pid=87789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 02:55:55.846973 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-761292db-582d-439c-942c-8da913457f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:55:58.281570 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-eb16f810-06f7-4bd3-b0e2-f4441a0d376b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:55:59.109965 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-ef00a636-a289-418c-ab96-90866b017a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:55:59.201435 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:00.538166 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-0700d8e1-2fb2-4ab8-b601-2cbd26aa24a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:09.149729 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:20.736867 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.agents_db [None req-78530461-7b12-4524-9e6e-3e4de8d78fc4 None None] Agent healthcheck: found 6 active agents {{(pid=87789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 02:56:21.256209 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.wsgi [-] (87786) accepted ('10.222.0.15', 41112) {{(pid=87786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:56:21.637121 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.wsgi [-] (87786) accepted ('10.222.0.15', 41130) {{(pid=87786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:56:21.719668 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.v2.base [None req-661f8213-7611-441d-903b-759dd180aa2c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-997133802-network', 'tenant_id': '27912339e79e43db900700b20c01bd73'}} {{(pid=87786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 02:56:21.724381 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.quota.driver [None req-661f8213-7611-441d-903b-759dd180aa2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:56:21.733066 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [None req-661f8213-7611-441d-903b-759dd180aa2c admin admin] Usage tracker for resource:network and tenant:27912339e79e43db900700b20c01bd73 is out of sync, need to count used quota {{(pid=87786) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:56:21.736836 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [None req-661f8213-7611-441d-903b-759dd180aa2c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87786) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:56:21.742643 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.quota.driver [None req-661f8213-7611-441d-903b-759dd180aa2c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:56:21.800526 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.v2.base [None req-4ada6db1-18c8-489a-a5de-fa838886ecc4 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-180479948-network', 'tenant_id': '9e6274c43de24b849ee9a4529c53f5b5'}} {{(pid=87786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 02:56:21.805571 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.quota.driver [None req-4ada6db1-18c8-489a-a5de-fa838886ecc4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:56:21.808367 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-661f8213-7611-441d-903b-759dd180aa2c admin admin] Made reservation on behalf of 27912339e79e43db900700b20c01bd73 for: {'network': 1} {{(pid=87786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 02:56:21.812395 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-661f8213-7611-441d-903b-759dd180aa2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for network, before_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:21.826693 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [None req-4ada6db1-18c8-489a-a5de-fa838886ecc4 admin admin] Usage tracker for resource:network and tenant:9e6274c43de24b849ee9a4529c53f5b5 is out of sync, need to count used quota {{(pid=87786) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:56:21.829635 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-661f8213-7611-441d-903b-759dd180aa2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:21.839769 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [None req-4ada6db1-18c8-489a-a5de-fa838886ecc4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87786) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:56:21.851839 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.quota.driver [None req-4ada6db1-18c8-489a-a5de-fa838886ecc4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:56:21.854463 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.quota.driver [None req-661f8213-7611-441d-903b-759dd180aa2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:56:21.860427 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [None req-661f8213-7611-441d-903b-759dd180aa2c admin admin] Usage tracker for resource:security_group_rule and tenant:27912339e79e43db900700b20c01bd73 is out of sync, need to count used quota {{(pid=87786) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:56:21.864210 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [None req-661f8213-7611-441d-903b-759dd180aa2c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87786) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:56:21.870472 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.quota.driver [None req-661f8213-7611-441d-903b-759dd180aa2c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:56:21.937879 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ada6db1-18c8-489a-a5de-fa838886ecc4 admin admin] Made reservation on behalf of 9e6274c43de24b849ee9a4529c53f5b5 for: {'network': 1} {{(pid=87786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 02:56:21.940291 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-4ada6db1-18c8-489a-a5de-fa838886ecc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for network, before_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:21.998428 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-4ada6db1-18c8-489a-a5de-fa838886ecc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:22.023491 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-661f8213-7611-441d-903b-759dd180aa2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:22.026478 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.quota.driver [None req-4ada6db1-18c8-489a-a5de-fa838886ecc4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:56:22.030658 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [None req-4ada6db1-18c8-489a-a5de-fa838886ecc4 admin admin] Usage tracker for resource:security_group_rule and tenant:9e6274c43de24b849ee9a4529c53f5b5 is out of sync, need to count used quota {{(pid=87786) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:56:22.033589 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [None req-4ada6db1-18c8-489a-a5de-fa838886ecc4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87786) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:56:22.039855 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.quota.driver [None req-4ada6db1-18c8-489a-a5de-fa838886ecc4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:56:22.101523 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-661f8213-7611-441d-903b-759dd180aa2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:22.138154 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-661f8213-7611-441d-903b-759dd180aa2c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 294} {{(pid=87786) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 02:56:22.167169 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-4ada6db1-18c8-489a-a5de-fa838886ecc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:22.171840 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-661f8213-7611-441d-903b-759dd180aa2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575478'] for segment, precommit_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:22.172180 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.db.segments_db [None req-661f8213-7611-441d-903b-759dd180aa2c admin admin] Added segment ea97b0a2-2bc1-452f-b168-e67660bad26a of type vlan for network c8c3b9c3-2a08-4eb4-872c-03cbce1e3b10 Apr 08 02:56:22.180131 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661f8213-7611-441d-903b-759dd180aa2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a368d699-2ff5-4964-8992-e84d9a3fcb41,revision_number=1']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:56:22.192180 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661f8213-7611-441d-903b-759dd180aa2c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:56:22.192530 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661f8213-7611-441d-903b-759dd180aa2c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:56:22.192882 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661f8213-7611-441d-903b-759dd180aa2c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:56:22.193194 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661f8213-7611-441d-903b-759dd180aa2c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:56:22.193522 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661f8213-7611-441d-903b-759dd180aa2c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:56:22.193849 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661f8213-7611-441d-903b-759dd180aa2c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:56:22.194172 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661f8213-7611-441d-903b-759dd180aa2c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:56:22.194496 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661f8213-7611-441d-903b-759dd180aa2c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:56:22.194831 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661f8213-7611-441d-903b-759dd180aa2c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:56:22.195162 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661f8213-7611-441d-903b-759dd180aa2c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:56:22.195498 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661f8213-7611-441d-903b-759dd180aa2c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:56:22.195815 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661f8213-7611-441d-903b-759dd180aa2c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:56:22.196906 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661f8213-7611-441d-903b-759dd180aa2c admin admin] Tracked resource versions report: Apr 08 02:56:22.196906 dv-cinder-837051-1-smb neutron-server[87786]: pushed versions: Apr 08 02:56:22.196906 dv-cinder-837051-1-smb neutron-server[87786]: { 'AddressGroup': {'1.2'}, Apr 08 02:56:22.196906 dv-cinder-837051-1-smb neutron-server[87786]: 'ConntrackHelper': {'1.0'}, Apr 08 02:56:22.196906 dv-cinder-837051-1-smb neutron-server[87786]: 'Log': {'1.0'}, Apr 08 02:56:22.196906 dv-cinder-837051-1-smb neutron-server[87786]: 'Network': {'1.1'}, Apr 08 02:56:22.196906 dv-cinder-837051-1-smb neutron-server[87786]: 'Port': {'1.7'}, Apr 08 02:56:22.196906 dv-cinder-837051-1-smb neutron-server[87786]: 'PortForwarding': {'1.2'}, Apr 08 02:56:22.196906 dv-cinder-837051-1-smb neutron-server[87786]: 'QosPolicy': {'1.8'}, Apr 08 02:56:22.196906 dv-cinder-837051-1-smb neutron-server[87786]: 'SecurityGroup': {'1.4'}, Apr 08 02:56:22.196906 dv-cinder-837051-1-smb neutron-server[87786]: 'SecurityGroupRule': {'1.2'}, Apr 08 02:56:22.196906 dv-cinder-837051-1-smb neutron-server[87786]: 'SubPort': {'1.0'}, Apr 08 02:56:22.196906 dv-cinder-837051-1-smb neutron-server[87786]: 'Subnet': {'1.1'}, Apr 08 02:56:22.196906 dv-cinder-837051-1-smb neutron-server[87786]: 'Trunk': {'1.1'}} Apr 08 02:56:22.196906 dv-cinder-837051-1-smb neutron-server[87786]: consumer versions: Apr 08 02:56:22.196906 dv-cinder-837051-1-smb neutron-server[87786]: { DHCP agent@dv-cinder-837051-1-smb: {}, Apr 08 02:56:22.196906 dv-cinder-837051-1-smb neutron-server[87786]: HyperV agent@hv-cinder-83705: {}, Apr 08 02:56:22.196906 dv-cinder-837051-1-smb neutron-server[87786]: L3 agent@dv-cinder-837051-1-smb: {}, Apr 08 02:56:22.196906 dv-cinder-837051-1-smb neutron-server[87786]: Metadata agent@dv-cinder-837051-1-smb: {}, Apr 08 02:56:22.196906 dv-cinder-837051-1-smb neutron-server[87786]: Metering agent@dv-cinder-837051-1-smb: {}, Apr 08 02:56:22.196906 dv-cinder-837051-1-smb neutron-server[87786]: Open vSwitch agent@dv-cinder-837051-1-smb: { 'AddressGroup': '1.2', Apr 08 02:56:22.196906 dv-cinder-837051-1-smb neutron-server[87786]: 'ConntrackHelper': '1.0', Apr 08 02:56:22.196906 dv-cinder-837051-1-smb neutron-server[87786]: 'Log': '1.0', Apr 08 02:56:22.196906 dv-cinder-837051-1-smb neutron-server[87786]: 'Network': '1.1', Apr 08 02:56:22.196906 dv-cinder-837051-1-smb neutron-server[87786]: 'Port': '1.7', Apr 08 02:56:22.196906 dv-cinder-837051-1-smb neutron-server[87786]: 'PortForwarding': '1.2', Apr 08 02:56:22.196906 dv-cinder-837051-1-smb neutron-server[87786]: 'QosPolicy': '1.8', Apr 08 02:56:22.196906 dv-cinder-837051-1-smb neutron-server[87786]: 'SecurityGroup': '1.4', Apr 08 02:56:22.196906 dv-cinder-837051-1-smb neutron-server[87786]: 'SecurityGroupRule': '1.2', Apr 08 02:56:22.196906 dv-cinder-837051-1-smb neutron-server[87786]: 'SubPort': '1.0', Apr 08 02:56:22.196906 dv-cinder-837051-1-smb neutron-server[87786]: 'Subnet': '1.1', Apr 08 02:56:22.196906 dv-cinder-837051-1-smb neutron-server[87786]: 'Trunk': '1.1'}} Apr 08 02:56:22.196906 dv-cinder-837051-1-smb neutron-server[87786]: {{(pid=87786) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 08 02:56:22.212485 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-661f8213-7611-441d-903b-759dd180aa2c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762846836134'] for network, precommit_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:22.246519 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-4ada6db1-18c8-489a-a5de-fa838886ecc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:22.279201 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ada6db1-18c8-489a-a5de-fa838886ecc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=182843b8-633a-4f61-a3e3-f50baa1f3acb,revision_number=1']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:56:22.287588 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ada6db1-18c8-489a-a5de-fa838886ecc4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 275} {{(pid=87786) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 02:56:22.297556 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-4ada6db1-18c8-489a-a5de-fa838886ecc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575478'] for segment, precommit_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:22.297936 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.db.segments_db [None req-4ada6db1-18c8-489a-a5de-fa838886ecc4 admin admin] Added segment b999ec1c-7290-4f58-a0e4-e85f79fb25cd of type vlan for network 769a4c13-39df-48c1-b6cd-854ac881aaa3 Apr 08 02:56:22.305026 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-661f8213-7611-441d-903b-759dd180aa2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254'] for network, after_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:22.306419 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-661f8213-7611-441d-903b-759dd180aa2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:56:22.306735 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-661f8213-7611-441d-903b-759dd180aa2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539232'] for network, before_response {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:22.385824 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-4ada6db1-18c8-489a-a5de-fa838886ecc4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762846836134'] for network, precommit_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:22.439755 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [None req-661f8213-7611-441d-903b-759dd180aa2c admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1812980 Apr 08 02:56:22.442706 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 41170) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:56:22.448373 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661f8213-7611-441d-903b-759dd180aa2c admin admin] Pushing event updated for resources: {'Network': ['ID=c8c3b9c3-2a08-4eb4-872c-03cbce1e3b10,revision_number=1']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:56:22.449502 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.v2.base [None req-6a0733f3-6fae-4aa4-a877-ff7f8fd1221a admin admin] Request body: {'subnet': {'network_id': 'c8c3b9c3-2a08-4eb4-872c-03cbce1e3b10', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-997133802-subnet', 'tenant_id': '27912339e79e43db900700b20c01bd73', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 02:56:22.455858 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-6a0733f3-6fae-4aa4-a877-ff7f8fd1221a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:56:22.458912 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Network c8c3b9c3-2a08-4eb4-872c-03cbce1e3b10 details requested by agent ovs-agent-dv-cinder-837051-1-smb with host dv-cinder-837051-1-smb {{(pid=87788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 02:56:22.461271 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-6a0733f3-6fae-4aa4-a877-ff7f8fd1221a admin admin] Usage tracker for resource:subnet and tenant:27912339e79e43db900700b20c01bd73 is out of sync, need to count used quota {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:56:22.465754 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-6a0733f3-6fae-4aa4-a877-ff7f8fd1221a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:56:22.482852 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-6a0733f3-6fae-4aa4-a877-ff7f8fd1221a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:56:22.543918 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-4ada6db1-18c8-489a-a5de-fa838886ecc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254'] for network, after_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:22.544970 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ada6db1-18c8-489a-a5de-fa838886ecc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:56:22.545620 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-4ada6db1-18c8-489a-a5de-fa838886ecc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539232'] for network, before_response {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:22.583739 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 41178) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:56:22.601173 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a0733f3-6fae-4aa4-a877-ff7f8fd1221a admin admin] Made reservation on behalf of 27912339e79e43db900700b20c01bd73 for: {'subnet': 1} {{(pid=87787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 02:56:22.606642 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-6a0733f3-6fae-4aa4-a877-ff7f8fd1221a admin admin] Notify callbacks [] for subnet, before_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:22.662349 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ada6db1-18c8-489a-a5de-fa838886ecc4 admin admin] Pushing event updated for resources: {'Network': ['ID=769a4c13-39df-48c1-b6cd-854ac881aaa3,revision_number=1']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:56:22.674866 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Network 769a4c13-39df-48c1-b6cd-854ac881aaa3 details requested by agent ovs-agent-dv-cinder-837051-1-smb with host dv-cinder-837051-1-smb {{(pid=87788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 02:56:22.678878 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [None req-4ada6db1-18c8-489a-a5de-fa838886ecc4 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.0380981 Apr 08 02:56:22.679293 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.wsgi [-] (87786) accepted ('10.222.0.15', 41184) {{(pid=87786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:56:22.686671 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.v2.base [None req-c7348aa0-0ad5-493e-8f0e-384362ad30aa admin admin] Request body: {'subnet': {'network_id': '769a4c13-39df-48c1-b6cd-854ac881aaa3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-180479948-subnet', 'tenant_id': '9e6274c43de24b849ee9a4529c53f5b5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 02:56:22.691889 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.quota.driver [None req-c7348aa0-0ad5-493e-8f0e-384362ad30aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:56:22.699708 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [None req-c7348aa0-0ad5-493e-8f0e-384362ad30aa admin admin] Usage tracker for resource:subnet and tenant:9e6274c43de24b849ee9a4529c53f5b5 is out of sync, need to count used quota {{(pid=87786) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:56:22.704531 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [None req-c7348aa0-0ad5-493e-8f0e-384362ad30aa admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87786) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:56:22.712413 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.quota.driver [None req-c7348aa0-0ad5-493e-8f0e-384362ad30aa admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:56:22.716231 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.wsgi [-] (87786) accepted ('10.222.0.15', 41190) {{(pid=87786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:56:22.800828 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7348aa0-0ad5-493e-8f0e-384362ad30aa admin admin] Made reservation on behalf of 9e6274c43de24b849ee9a4529c53f5b5 for: {'subnet': 1} {{(pid=87786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 02:56:22.803267 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-c7348aa0-0ad5-493e-8f0e-384362ad30aa admin admin] Notify callbacks [] for subnet, before_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:22.967107 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-6a0733f3-6fae-4aa4-a877-ff7f8fd1221a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254'] for subnet, after_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:23.016688 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.v2.base [None req-f8f666fc-514c-43b7-8da6-267766d0e84d admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2128032670-network', 'tenant_id': '078e586f96be4415b9b07cb2975adb03'}} {{(pid=87787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 02:56:23.060402 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.v2.base [None req-ac439ec8-9011-4b4c-b555-1841e9fdca34 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1267468133-network', 'tenant_id': '8802cd0cfe144a92a69089a1dac25d8f'}} {{(pid=87786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 02:56:23.065102 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.quota.driver [None req-ac439ec8-9011-4b4c-b555-1841e9fdca34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:56:23.069194 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [None req-ac439ec8-9011-4b4c-b555-1841e9fdca34 admin admin] Usage tracker for resource:network and tenant:8802cd0cfe144a92a69089a1dac25d8f is out of sync, need to count used quota {{(pid=87786) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:56:23.072569 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [None req-ac439ec8-9011-4b4c-b555-1841e9fdca34 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87786) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:56:23.078730 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.quota.driver [None req-ac439ec8-9011-4b4c-b555-1841e9fdca34 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:56:23.111585 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-f8f666fc-514c-43b7-8da6-267766d0e84d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:56:23.116110 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-c7348aa0-0ad5-493e-8f0e-384362ad30aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254'] for subnet, after_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:23.119663 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0733f3-6fae-4aa4-a877-ff7f8fd1221a admin admin] Pushing event updated for resources: {'Subnet': ['ID=18b119e0-b657-4738-8e56-4872d79152d5,revision_number=0']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:56:23.123475 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-f8f666fc-514c-43b7-8da6-267766d0e84d admin admin] Usage tracker for resource:network and tenant:078e586f96be4415b9b07cb2975adb03 is out of sync, need to count used quota {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:56:23.131738 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-f8f666fc-514c-43b7-8da6-267766d0e84d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:56:23.137246 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0733f3-6fae-4aa4-a877-ff7f8fd1221a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:56:23.137590 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0733f3-6fae-4aa4-a877-ff7f8fd1221a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:56:23.138122 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0733f3-6fae-4aa4-a877-ff7f8fd1221a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:56:23.138617 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0733f3-6fae-4aa4-a877-ff7f8fd1221a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:56:23.139098 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0733f3-6fae-4aa4-a877-ff7f8fd1221a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:56:23.139618 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0733f3-6fae-4aa4-a877-ff7f8fd1221a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:56:23.140118 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0733f3-6fae-4aa4-a877-ff7f8fd1221a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:56:23.140454 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0733f3-6fae-4aa4-a877-ff7f8fd1221a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:56:23.140787 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0733f3-6fae-4aa4-a877-ff7f8fd1221a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:56:23.141109 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0733f3-6fae-4aa4-a877-ff7f8fd1221a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:56:23.141590 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0733f3-6fae-4aa4-a877-ff7f8fd1221a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:56:23.142066 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0733f3-6fae-4aa4-a877-ff7f8fd1221a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:56:23.143330 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0733f3-6fae-4aa4-a877-ff7f8fd1221a admin admin] Tracked resource versions report: Apr 08 02:56:23.143330 dv-cinder-837051-1-smb neutron-server[87787]: pushed versions: Apr 08 02:56:23.143330 dv-cinder-837051-1-smb neutron-server[87787]: { 'AddressGroup': {'1.2'}, Apr 08 02:56:23.143330 dv-cinder-837051-1-smb neutron-server[87787]: 'ConntrackHelper': {'1.0'}, Apr 08 02:56:23.143330 dv-cinder-837051-1-smb neutron-server[87787]: 'Log': {'1.0'}, Apr 08 02:56:23.143330 dv-cinder-837051-1-smb neutron-server[87787]: 'Network': {'1.1'}, Apr 08 02:56:23.143330 dv-cinder-837051-1-smb neutron-server[87787]: 'Port': {'1.7'}, Apr 08 02:56:23.143330 dv-cinder-837051-1-smb neutron-server[87787]: 'PortForwarding': {'1.2'}, Apr 08 02:56:23.143330 dv-cinder-837051-1-smb neutron-server[87787]: 'QosPolicy': {'1.8'}, Apr 08 02:56:23.143330 dv-cinder-837051-1-smb neutron-server[87787]: 'SecurityGroup': {'1.4'}, Apr 08 02:56:23.143330 dv-cinder-837051-1-smb neutron-server[87787]: 'SecurityGroupRule': {'1.2'}, Apr 08 02:56:23.143330 dv-cinder-837051-1-smb neutron-server[87787]: 'SubPort': {'1.0'}, Apr 08 02:56:23.143330 dv-cinder-837051-1-smb neutron-server[87787]: 'Subnet': {'1.1'}, Apr 08 02:56:23.143330 dv-cinder-837051-1-smb neutron-server[87787]: 'Trunk': {'1.1'}} Apr 08 02:56:23.143330 dv-cinder-837051-1-smb neutron-server[87787]: consumer versions: Apr 08 02:56:23.143330 dv-cinder-837051-1-smb neutron-server[87787]: { DHCP agent@dv-cinder-837051-1-smb: {}, Apr 08 02:56:23.143330 dv-cinder-837051-1-smb neutron-server[87787]: HyperV agent@hv-cinder-83705: {}, Apr 08 02:56:23.143330 dv-cinder-837051-1-smb neutron-server[87787]: L3 agent@dv-cinder-837051-1-smb: {}, Apr 08 02:56:23.143330 dv-cinder-837051-1-smb neutron-server[87787]: Metadata agent@dv-cinder-837051-1-smb: {}, Apr 08 02:56:23.143330 dv-cinder-837051-1-smb neutron-server[87787]: Metering agent@dv-cinder-837051-1-smb: {}, Apr 08 02:56:23.143330 dv-cinder-837051-1-smb neutron-server[87787]: Open vSwitch agent@dv-cinder-837051-1-smb: { 'AddressGroup': '1.2', Apr 08 02:56:23.143330 dv-cinder-837051-1-smb neutron-server[87787]: 'ConntrackHelper': '1.0', Apr 08 02:56:23.143330 dv-cinder-837051-1-smb neutron-server[87787]: 'Log': '1.0', Apr 08 02:56:23.143330 dv-cinder-837051-1-smb neutron-server[87787]: 'Network': '1.1', Apr 08 02:56:23.143330 dv-cinder-837051-1-smb neutron-server[87787]: 'Port': '1.7', Apr 08 02:56:23.143330 dv-cinder-837051-1-smb neutron-server[87787]: 'PortForwarding': '1.2', Apr 08 02:56:23.143330 dv-cinder-837051-1-smb neutron-server[87787]: 'QosPolicy': '1.8', Apr 08 02:56:23.143330 dv-cinder-837051-1-smb neutron-server[87787]: 'SecurityGroup': '1.4', Apr 08 02:56:23.143330 dv-cinder-837051-1-smb neutron-server[87787]: 'SecurityGroupRule': '1.2', Apr 08 02:56:23.143330 dv-cinder-837051-1-smb neutron-server[87787]: 'SubPort': '1.0', Apr 08 02:56:23.143330 dv-cinder-837051-1-smb neutron-server[87787]: 'Subnet': '1.1', Apr 08 02:56:23.143330 dv-cinder-837051-1-smb neutron-server[87787]: 'Trunk': '1.1'}} Apr 08 02:56:23.143330 dv-cinder-837051-1-smb neutron-server[87787]: {{(pid=87787) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 08 02:56:23.151063 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a0733f3-6fae-4aa4-a877-ff7f8fd1221a admin admin] Checking segment: {'id': 'ea97b0a2-2bc1-452f-b168-e67660bad26a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'c8c3b9c3-2a08-4eb4-872c-03cbce1e3b10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 02:56:23.151780 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a0733f3-6fae-4aa4-a877-ff7f8fd1221a admin admin] Network hostable DHCP agents. Network: c8c3b9c3-2a08-4eb4-872c-03cbce1e3b10, hostable agents: ['c0dff2ba-0ef7-4e94-af34-c7dac3342234'], hosted agents: [] {{(pid=87787) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 02:56:23.159368 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-f8f666fc-514c-43b7-8da6-267766d0e84d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:56:23.186274 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7348aa0-0ad5-493e-8f0e-384362ad30aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ff278b6-8dcd-49ad-92d3-ea301b80d1c2,revision_number=0']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:56:23.206513 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac439ec8-9011-4b4c-b555-1841e9fdca34 admin admin] Made reservation on behalf of 8802cd0cfe144a92a69089a1dac25d8f for: {'network': 1} {{(pid=87786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 02:56:23.206513 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-ac439ec8-9011-4b4c-b555-1841e9fdca34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for network, before_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:23.222691 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-ac439ec8-9011-4b4c-b555-1841e9fdca34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:23.242292 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7348aa0-0ad5-493e-8f0e-384362ad30aa admin admin] Checking segment: {'id': 'b999ec1c-7290-4f58-a0e4-e85f79fb25cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '769a4c13-39df-48c1-b6cd-854ac881aaa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 02:56:23.242940 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7348aa0-0ad5-493e-8f0e-384362ad30aa admin admin] Network hostable DHCP agents. Network: 769a4c13-39df-48c1-b6cd-854ac881aaa3, hostable agents: ['c0dff2ba-0ef7-4e94-af34-c7dac3342234'], hosted agents: [] {{(pid=87786) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 02:56:23.248559 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.quota.driver [None req-ac439ec8-9011-4b4c-b555-1841e9fdca34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:56:23.251277 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8f666fc-514c-43b7-8da6-267766d0e84d admin admin] Made reservation on behalf of 078e586f96be4415b9b07cb2975adb03 for: {'network': 1} {{(pid=87787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 02:56:23.253631 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-f8f666fc-514c-43b7-8da6-267766d0e84d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for network, before_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:23.255347 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [None req-ac439ec8-9011-4b4c-b555-1841e9fdca34 admin admin] Usage tracker for resource:security_group_rule and tenant:8802cd0cfe144a92a69089a1dac25d8f is out of sync, need to count used quota {{(pid=87786) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:56:23.258571 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [None req-ac439ec8-9011-4b4c-b555-1841e9fdca34 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87786) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:56:23.266312 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-f8f666fc-514c-43b7-8da6-267766d0e84d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:23.266922 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.quota.driver [None req-ac439ec8-9011-4b4c-b555-1841e9fdca34 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:56:23.281462 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-f8f666fc-514c-43b7-8da6-267766d0e84d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:56:23.283738 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a0733f3-6fae-4aa4-a877-ff7f8fd1221a admin admin] Network c8c3b9c3-2a08-4eb4-872c-03cbce1e3b10 is scheduled to be hosted by DHCP agent c0dff2ba-0ef7-4e94-af34-c7dac3342234 with binding_index 1 {{(pid=87787) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 02:56:23.288757 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-f8f666fc-514c-43b7-8da6-267766d0e84d admin admin] Usage tracker for resource:security_group_rule and tenant:078e586f96be4415b9b07cb2975adb03 is out of sync, need to count used quota {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:56:23.293769 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-f8f666fc-514c-43b7-8da6-267766d0e84d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:56:23.299872 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-f8f666fc-514c-43b7-8da6-267766d0e84d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:56:23.350016 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7348aa0-0ad5-493e-8f0e-384362ad30aa admin admin] Network 769a4c13-39df-48c1-b6cd-854ac881aaa3 is scheduled to be hosted by DHCP agent c0dff2ba-0ef7-4e94-af34-c7dac3342234 with binding_index 1 {{(pid=87786) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 02:56:23.413363 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-ac439ec8-9011-4b4c-b555-1841e9fdca34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:23.439773 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-f8f666fc-514c-43b7-8da6-267766d0e84d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:23.452394 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.scheduler.base_scheduler [None req-6a0733f3-6fae-4aa4-a877-ff7f8fd1221a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837051-1-smb, c8c3b9c3-2a08-4eb4-872c-03cbce1e3b10) {{(pid=87787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 02:56:23.455094 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.scheduler.base_scheduler [None req-c7348aa0-0ad5-493e-8f0e-384362ad30aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837051-1-smb, 769a4c13-39df-48c1-b6cd-854ac881aaa3) {{(pid=87786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 02:56:23.461615 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a0733f3-6fae-4aa4-a877-ff7f8fd1221a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:56:23.461615 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-6a0733f3-6fae-4aa4-a877-ff7f8fd1221a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539232'] for subnet, before_response {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:23.461807 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7348aa0-0ad5-493e-8f0e-384362ad30aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:56:23.461807 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-c7348aa0-0ad5-493e-8f0e-384362ad30aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539232'] for subnet, before_response {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:23.476502 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cd8544c-58c5-41f4-b831-e34d82340d4f None None] Network c8c3b9c3-2a08-4eb4-872c-03cbce1e3b10 requested from dv-cinder-837051-1-smb {{(pid=87788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 02:56:23.481549 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-ac439ec8-9011-4b4c-b555-1841e9fdca34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:23.522656 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac439ec8-9011-4b4c-b555-1841e9fdca34 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 265} {{(pid=87786) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 02:56:23.538074 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-f8f666fc-514c-43b7-8da6-267766d0e84d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:23.550237 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac439ec8-9011-4b4c-b555-1841e9fdca34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98528967-2863-4675-9a57-eb1b2da0bb4d,revision_number=1']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:56:23.554598 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-ac439ec8-9011-4b4c-b555-1841e9fdca34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575478'] for segment, precommit_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:23.554936 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.db.segments_db [None req-ac439ec8-9011-4b4c-b555-1841e9fdca34 admin admin] Added segment 1b549d7e-fc0e-4f7e-b00e-d69f05216c6f of type vlan for network 13de0308-e21f-45b1-8a0f-24108cbfbce7 Apr 08 02:56:23.578825 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-6a0733f3-6fae-4aa4-a877-ff7f8fd1221a admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1349435 Apr 08 02:56:23.584592 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.wsgi [-] (87786) accepted ('10.222.0.15', 41226) {{(pid=87786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:56:23.602252 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.v2.base [None req-1d793c86-e3a5-47cd-8c27-ac16879cbb10 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-997133802-router', 'tenant_id': '27912339e79e43db900700b20c01bd73', 'external_gateway_info': {'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b'}}} {{(pid=87786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 02:56:23.606456 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8f666fc-514c-43b7-8da6-267766d0e84d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 257} {{(pid=87787) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 02:56:23.629657 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f666fc-514c-43b7-8da6-267766d0e84d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1fbef15-233f-4f65-a32e-bff4a8521cca,revision_number=1']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:56:23.639266 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.quota.driver [None req-1d793c86-e3a5-47cd-8c27-ac16879cbb10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:56:23.646111 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-f8f666fc-514c-43b7-8da6-267766d0e84d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575478'] for segment, precommit_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:23.646610 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.db.segments_db [None req-f8f666fc-514c-43b7-8da6-267766d0e84d admin admin] Added segment e3ebf9a4-de2c-4dcf-87e2-47ccc7ef81d2 of type vlan for network 072ff000-5f9f-4f59-98b5-3350abf967de Apr 08 02:56:23.677586 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [None req-c7348aa0-0ad5-493e-8f0e-384362ad30aa admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9930570 Apr 08 02:56:23.677985 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36dd1222-a999-479a-93ed-81713a0118e5 None None] Network 769a4c13-39df-48c1-b6cd-854ac881aaa3 requested from dv-cinder-837051-1-smb {{(pid=87788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 02:56:23.678978 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 41232) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:56:23.692229 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [None req-1d793c86-e3a5-47cd-8c27-ac16879cbb10 admin admin] Usage tracker for resource:router and tenant:27912339e79e43db900700b20c01bd73 is out of sync, need to count used quota {{(pid=87786) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:56:23.703612 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.v2.base [None req-6c3dd65d-ffa9-4ca6-841e-bba4d8139f77 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-180479948-router', 'tenant_id': '9e6274c43de24b849ee9a4529c53f5b5', 'external_gateway_info': {'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b'}}} {{(pid=87787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 02:56:23.711307 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [None req-1d793c86-e3a5-47cd-8c27-ac16879cbb10 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87786) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:56:23.717180 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-6c3dd65d-ffa9-4ca6-841e-bba4d8139f77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:56:23.723166 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.quota.driver [None req-1d793c86-e3a5-47cd-8c27-ac16879cbb10 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:56:23.729767 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-6c3dd65d-ffa9-4ca6-841e-bba4d8139f77 admin admin] Usage tracker for resource:router and tenant:9e6274c43de24b849ee9a4529c53f5b5 is out of sync, need to count used quota {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:56:23.733381 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-ac439ec8-9011-4b4c-b555-1841e9fdca34 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762846836134'] for network, precommit_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:23.737130 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-6c3dd65d-ffa9-4ca6-841e-bba4d8139f77 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:56:23.753140 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-6c3dd65d-ffa9-4ca6-841e-bba4d8139f77 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:56:23.814198 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-1d793c86-e3a5-47cd-8c27-ac16879cbb10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-335215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-292'] for router, before_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:23.816027 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-1d793c86-e3a5-47cd-8c27-ac16879cbb10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-332252', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-456264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-301'] for router, precommit_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:23.816931 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-f8f666fc-514c-43b7-8da6-267766d0e84d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762846836134'] for network, precommit_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:23.841425 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-1d793c86-e3a5-47cd-8c27-ac16879cbb10 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:23.863571 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eede403-fbf7-47f6-8a9e-d5bd54752e1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42e60dd2-2c7f-5bdd-8db5-c6fe16da6c01-c8c3b9c3-2a08-4eb4-872c-03cbce1e3b10', 'network_id': 'c8c3b9c3-2a08-4eb4-872c-03cbce1e3b10', 'tenant_id': '27912339e79e43db900700b20c01bd73', 'fixed_ips': [{'subnet_id': '18b119e0-b657-4738-8e56-4872d79152d5'}]}} from dv-cinder-837051-1-smb. {{(pid=87788) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 08 02:56:23.864581 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-5eede403-fbf7-47f6-8a9e-d5bd54752e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:23.898408 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-6c3dd65d-ffa9-4ca6-841e-bba4d8139f77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-335215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-292'] for router, before_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:23.900763 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-6c3dd65d-ffa9-4ca6-841e-bba4d8139f77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-332252', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-456264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-301'] for router, precommit_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:23.920734 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-ac439ec8-9011-4b4c-b555-1841e9fdca34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254'] for network, after_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:23.921765 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac439ec8-9011-4b4c-b555-1841e9fdca34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:56:23.922358 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-ac439ec8-9011-4b4c-b555-1841e9fdca34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539232'] for network, before_response {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:23.954782 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-6c3dd65d-ffa9-4ca6-841e-bba4d8139f77 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:23.966785 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-f8f666fc-514c-43b7-8da6-267766d0e84d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254'] for network, after_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:23.976488 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8f666fc-514c-43b7-8da6-267766d0e84d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:56:23.976488 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-f8f666fc-514c-43b7-8da6-267766d0e84d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539232'] for network, before_response {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:24.102890 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.db_base_plugin_common [None req-5eede403-fbf7-47f6-8a9e-d5bd54752e1b None None] Allocated IP 172.20.0.2 (c8c3b9c3-2a08-4eb4-872c-03cbce1e3b10/18b119e0-b657-4738-8e56-4872d79152d5/3f76b353-0a7f-49a3-abae-cdc925853980) {{(pid=87788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 02:56:24.180742 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f666fc-514c-43b7-8da6-267766d0e84d admin admin] Pushing event updated for resources: {'Network': ['ID=072ff000-5f9f-4f59-98b5-3350abf967de,revision_number=1']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:56:24.243864 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [None req-ac439ec8-9011-4b4c-b555-1841e9fdca34 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.5262799 Apr 08 02:56:24.263878 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-f8f666fc-514c-43b7-8da6-267766d0e84d admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6793554 Apr 08 02:56:24.264762 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 41246) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:56:24.265084 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 41248) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:56:24.287465 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Network 072ff000-5f9f-4f59-98b5-3350abf967de details requested by agent ovs-agent-dv-cinder-837051-1-smb with host dv-cinder-837051-1-smb {{(pid=87788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 02:56:24.307597 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.v2.base [None req-62b1ae55-7e64-40a2-af5a-39c66621d673 admin admin] Request body: {'subnet': {'network_id': '072ff000-5f9f-4f59-98b5-3350abf967de', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2128032670-subnet', 'tenant_id': '078e586f96be4415b9b07cb2975adb03', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 02:56:24.324836 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.v2.base [None req-bd5530df-abe3-4adf-b8ab-7600050d46de admin admin] Request body: {'subnet': {'network_id': '13de0308-e21f-45b1-8a0f-24108cbfbce7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1267468133-subnet', 'tenant_id': '8802cd0cfe144a92a69089a1dac25d8f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 02:56:24.437022 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-62b1ae55-7e64-40a2-af5a-39c66621d673 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:56:24.439671 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-bd5530df-abe3-4adf-b8ab-7600050d46de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:56:24.453804 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-62b1ae55-7e64-40a2-af5a-39c66621d673 admin admin] Usage tracker for resource:subnet and tenant:078e586f96be4415b9b07cb2975adb03 is out of sync, need to count used quota {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:56:24.457140 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-bd5530df-abe3-4adf-b8ab-7600050d46de admin admin] Usage tracker for resource:subnet and tenant:8802cd0cfe144a92a69089a1dac25d8f is out of sync, need to count used quota {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:56:24.463899 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-bd5530df-abe3-4adf-b8ab-7600050d46de admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:56:24.465875 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-62b1ae55-7e64-40a2-af5a-39c66621d673 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:56:24.548312 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-bd5530df-abe3-4adf-b8ab-7600050d46de admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:56:24.565144 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-6c3dd65d-ffa9-4ca6-841e-bba4d8139f77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-332234', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-335261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-315'] for router, precommit_update {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:24.575104 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-62b1ae55-7e64-40a2-af5a-39c66621d673 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:56:24.689801 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd5530df-abe3-4adf-b8ab-7600050d46de admin admin] Made reservation on behalf of 8802cd0cfe144a92a69089a1dac25d8f for: {'subnet': 1} {{(pid=87787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 02:56:24.693744 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-bd5530df-abe3-4adf-b8ab-7600050d46de admin admin] Notify callbacks [] for subnet, before_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:24.721628 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-1d793c86-e3a5-47cd-8c27-ac16879cbb10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-332234', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-335261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-315'] for router, precommit_update {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:24.753794 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac439ec8-9011-4b4c-b555-1841e9fdca34 admin admin] Pushing event updated for resources: {'Network': ['ID=13de0308-e21f-45b1-8a0f-24108cbfbce7,revision_number=1']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:56:24.772574 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62b1ae55-7e64-40a2-af5a-39c66621d673 admin admin] Made reservation on behalf of 078e586f96be4415b9b07cb2975adb03 for: {'subnet': 1} {{(pid=87787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 02:56:24.774348 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-62b1ae55-7e64-40a2-af5a-39c66621d673 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:24.781834 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Network 13de0308-e21f-45b1-8a0f-24108cbfbce7 details requested by agent ovs-agent-dv-cinder-837051-1-smb with host dv-cinder-837051-1-smb {{(pid=87788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 02:56:25.108026 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b838834-bd6b-4d5c-b33e-0a6578493d93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42e60dd2-2c7f-5bdd-8db5-c6fe16da6c01-769a4c13-39df-48c1-b6cd-854ac881aaa3', 'network_id': '769a4c13-39df-48c1-b6cd-854ac881aaa3', 'tenant_id': '9e6274c43de24b849ee9a4529c53f5b5', 'fixed_ips': [{'subnet_id': '2ff278b6-8dcd-49ad-92d3-ea301b80d1c2'}]}} from dv-cinder-837051-1-smb. {{(pid=87788) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 08 02:56:25.108923 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-1b838834-bd6b-4d5c-b33e-0a6578493d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:25.255068 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-62b1ae55-7e64-40a2-af5a-39c66621d673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254'] for subnet, after_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:25.376057 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.db_base_plugin_common [None req-1b838834-bd6b-4d5c-b33e-0a6578493d93 None None] Allocated IP 172.20.0.2 (769a4c13-39df-48c1-b6cd-854ac881aaa3/2ff278b6-8dcd-49ad-92d3-ea301b80d1c2/dbf691b4-d04c-4c99-a643-4213ff855e98) {{(pid=87788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 02:56:25.377349 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b1ae55-7e64-40a2-af5a-39c66621d673 admin admin] Checking segment: {'id': 'e3ebf9a4-de2c-4dcf-87e2-47ccc7ef81d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '072ff000-5f9f-4f59-98b5-3350abf967de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 02:56:25.378511 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62b1ae55-7e64-40a2-af5a-39c66621d673 admin admin] Network hostable DHCP agents. Network: 072ff000-5f9f-4f59-98b5-3350abf967de, hostable agents: ['c0dff2ba-0ef7-4e94-af34-c7dac3342234'], hosted agents: [] {{(pid=87787) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 02:56:25.674798 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62b1ae55-7e64-40a2-af5a-39c66621d673 admin admin] Network 072ff000-5f9f-4f59-98b5-3350abf967de is scheduled to be hosted by DHCP agent c0dff2ba-0ef7-4e94-af34-c7dac3342234 with binding_index 1 {{(pid=87787) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 02:56:25.686991 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-6c3dd65d-ffa9-4ca6-841e-bba4d8139f77 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:25.729152 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-1b838834-bd6b-4d5c-b33e-0a6578493d93 None None] Notify callbacks [] for port, precommit_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:25.729330 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-1d793c86-e3a5-47cd-8c27-ac16879cbb10 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:25.729793 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-1b838834-bd6b-4d5c-b33e-0a6578493d93 None None] Transition to ACTIVE for port object dbf691b4-d04c-4c99-a643-4213ff855e98 will not be triggered until provisioned by entity L2. {{(pid=87788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 02:56:25.733914 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-6c3dd65d-ffa9-4ca6-841e-bba4d8139f77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:25.738904 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-5eede403-fbf7-47f6-8a9e-d5bd54752e1b None None] Notify callbacks [] for port, precommit_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:25.742746 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-1d793c86-e3a5-47cd-8c27-ac16879cbb10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:25.754246 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-1b838834-bd6b-4d5c-b33e-0a6578493d93 None None] Transition to ACTIVE for port object dbf691b4-d04c-4c99-a643-4213ff855e98 will not be triggered until provisioned by entity DHCP. {{(pid=87788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 02:56:25.755681 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-5eede403-fbf7-47f6-8a9e-d5bd54752e1b None None] Transition to ACTIVE for port object 3f76b353-0a7f-49a3-abae-cdc925853980 will not be triggered until provisioned by entity L2. {{(pid=87788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 02:56:25.789363 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-5eede403-fbf7-47f6-8a9e-d5bd54752e1b None None] Transition to ACTIVE for port object 3f76b353-0a7f-49a3-abae-cdc925853980 will not be triggered until provisioned by entity DHCP. {{(pid=87788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 02:56:25.844385 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b1ae55-7e64-40a2-af5a-39c66621d673 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0f08717-2460-411d-9eae-c5089f58933a,revision_number=0']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:56:25.886620 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.db_base_plugin_common [None req-1d793c86-e3a5-47cd-8c27-ac16879cbb10 admin admin] Allocated IP 172.28.2.206 (98d1e709-75a7-4f60-9ef6-cd80d5a9207b/cdd7e012-314b-49de-85b2-875de1f002d2/39ba25d6-4620-4749-9413-84e0dd6b05d8) {{(pid=87786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 02:56:25.911702 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-1b838834-bd6b-4d5c-b33e-0a6578493d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762846864680'] for port, after_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:25.920406 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.scheduler.base_scheduler [None req-62b1ae55-7e64-40a2-af5a-39c66621d673 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837051-1-smb, 072ff000-5f9f-4f59-98b5-3350abf967de) {{(pid=87787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 02:56:25.929132 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62b1ae55-7e64-40a2-af5a-39c66621d673 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:56:25.929702 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-62b1ae55-7e64-40a2-af5a-39c66621d673 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539232'] for subnet, before_response {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:25.951594 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-5eede403-fbf7-47f6-8a9e-d5bd54752e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762846864680'] for port, after_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:25.986727 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdf826f2-b830-4e61-8d62-2b7c547c4cdc None None] Network 072ff000-5f9f-4f59-98b5-3350abf967de requested from dv-cinder-837051-1-smb {{(pid=87788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 02:56:26.011131 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-dc48f282-bbb5-48ba-aed1-7d8ef1b96dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:26.028709 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b838834-bd6b-4d5c-b33e-0a6578493d93 None None] Network 769a4c13-39df-48c1-b6cd-854ac881aaa3 is already hosted by enough agents. {{(pid=87788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 02:56:26.029495 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b838834-bd6b-4d5c-b33e-0a6578493d93 None None] Pushing event updated for resources: {'Port': ['ID=dbf691b4-d04c-4c99-a643-4213ff855e98,revision_number=1']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:56:26.031753 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-62b1ae55-7e64-40a2-af5a-39c66621d673 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7377257 Apr 08 02:56:26.037401 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.scheduler.base_scheduler [None req-1b838834-bd6b-4d5c-b33e-0a6578493d93 None None] Resources bound (agent type, host, resource id): {{(pid=87788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 02:56:26.039339 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-1d793c86-e3a5-47cd-8c27-ac16879cbb10 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:26.045709 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b838834-bd6b-4d5c-b33e-0a6578493d93 None None] Received port after_create {{(pid=87788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 02:56:26.048255 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b838834-bd6b-4d5c-b33e-0a6578493d93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:56:26.048596 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b838834-bd6b-4d5c-b33e-0a6578493d93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:56:26.048935 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b838834-bd6b-4d5c-b33e-0a6578493d93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:56:26.049263 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b838834-bd6b-4d5c-b33e-0a6578493d93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:56:26.049587 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b838834-bd6b-4d5c-b33e-0a6578493d93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:56:26.049909 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b838834-bd6b-4d5c-b33e-0a6578493d93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:56:26.050230 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b838834-bd6b-4d5c-b33e-0a6578493d93 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:56:26.050549 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b838834-bd6b-4d5c-b33e-0a6578493d93 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:56:26.050947 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b838834-bd6b-4d5c-b33e-0a6578493d93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:56:26.051269 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b838834-bd6b-4d5c-b33e-0a6578493d93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:56:26.051539 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b838834-bd6b-4d5c-b33e-0a6578493d93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:56:26.051850 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b838834-bd6b-4d5c-b33e-0a6578493d93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:56:26.052931 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b838834-bd6b-4d5c-b33e-0a6578493d93 None None] Tracked resource versions report: Apr 08 02:56:26.052931 dv-cinder-837051-1-smb neutron-server[87788]: pushed versions: Apr 08 02:56:26.052931 dv-cinder-837051-1-smb neutron-server[87788]: { 'AddressGroup': {'1.2'}, Apr 08 02:56:26.052931 dv-cinder-837051-1-smb neutron-server[87788]: 'ConntrackHelper': {'1.0'}, Apr 08 02:56:26.052931 dv-cinder-837051-1-smb neutron-server[87788]: 'Log': {'1.0'}, Apr 08 02:56:26.052931 dv-cinder-837051-1-smb neutron-server[87788]: 'Network': {'1.1'}, Apr 08 02:56:26.052931 dv-cinder-837051-1-smb neutron-server[87788]: 'Port': {'1.7'}, Apr 08 02:56:26.052931 dv-cinder-837051-1-smb neutron-server[87788]: 'PortForwarding': {'1.2'}, Apr 08 02:56:26.052931 dv-cinder-837051-1-smb neutron-server[87788]: 'QosPolicy': {'1.8'}, Apr 08 02:56:26.052931 dv-cinder-837051-1-smb neutron-server[87788]: 'SecurityGroup': {'1.4'}, Apr 08 02:56:26.052931 dv-cinder-837051-1-smb neutron-server[87788]: 'SecurityGroupRule': {'1.2'}, Apr 08 02:56:26.052931 dv-cinder-837051-1-smb neutron-server[87788]: 'SubPort': {'1.0'}, Apr 08 02:56:26.052931 dv-cinder-837051-1-smb neutron-server[87788]: 'Subnet': {'1.1'}, Apr 08 02:56:26.052931 dv-cinder-837051-1-smb neutron-server[87788]: 'Trunk': {'1.1'}} Apr 08 02:56:26.052931 dv-cinder-837051-1-smb neutron-server[87788]: consumer versions: Apr 08 02:56:26.052931 dv-cinder-837051-1-smb neutron-server[87788]: { DHCP agent@dv-cinder-837051-1-smb: {}, Apr 08 02:56:26.052931 dv-cinder-837051-1-smb neutron-server[87788]: HyperV agent@hv-cinder-83705: {}, Apr 08 02:56:26.052931 dv-cinder-837051-1-smb neutron-server[87788]: L3 agent@dv-cinder-837051-1-smb: {}, Apr 08 02:56:26.052931 dv-cinder-837051-1-smb neutron-server[87788]: Metadata agent@dv-cinder-837051-1-smb: {}, Apr 08 02:56:26.052931 dv-cinder-837051-1-smb neutron-server[87788]: Metering agent@dv-cinder-837051-1-smb: {}, Apr 08 02:56:26.052931 dv-cinder-837051-1-smb neutron-server[87788]: Open vSwitch agent@dv-cinder-837051-1-smb: { 'AddressGroup': '1.2', Apr 08 02:56:26.052931 dv-cinder-837051-1-smb neutron-server[87788]: 'ConntrackHelper': '1.0', Apr 08 02:56:26.052931 dv-cinder-837051-1-smb neutron-server[87788]: 'Log': '1.0', Apr 08 02:56:26.052931 dv-cinder-837051-1-smb neutron-server[87788]: 'Network': '1.1', Apr 08 02:56:26.052931 dv-cinder-837051-1-smb neutron-server[87788]: 'Port': '1.7', Apr 08 02:56:26.052931 dv-cinder-837051-1-smb neutron-server[87788]: 'PortForwarding': '1.2', Apr 08 02:56:26.052931 dv-cinder-837051-1-smb neutron-server[87788]: 'QosPolicy': '1.8', Apr 08 02:56:26.052931 dv-cinder-837051-1-smb neutron-server[87788]: 'SecurityGroup': '1.4', Apr 08 02:56:26.052931 dv-cinder-837051-1-smb neutron-server[87788]: 'SecurityGroupRule': '1.2', Apr 08 02:56:26.052931 dv-cinder-837051-1-smb neutron-server[87788]: 'SubPort': '1.0', Apr 08 02:56:26.052931 dv-cinder-837051-1-smb neutron-server[87788]: 'Subnet': '1.1', Apr 08 02:56:26.052931 dv-cinder-837051-1-smb neutron-server[87788]: 'Trunk': '1.1'}} Apr 08 02:56:26.052931 dv-cinder-837051-1-smb neutron-server[87788]: {{(pid=87788) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 08 02:56:26.059355 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eede403-fbf7-47f6-8a9e-d5bd54752e1b None None] Network c8c3b9c3-2a08-4eb4-872c-03cbce1e3b10 is already hosted by enough agents. {{(pid=87788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 02:56:26.067124 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-bd5530df-abe3-4adf-b8ab-7600050d46de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254'] for subnet, after_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:26.101019 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.scheduler.base_scheduler [None req-5eede403-fbf7-47f6-8a9e-d5bd54752e1b None None] Resources bound (agent type, host, resource id): {{(pid=87788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 02:56:26.112837 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eede403-fbf7-47f6-8a9e-d5bd54752e1b None None] Received port after_create {{(pid=87788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 02:56:26.161979 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-1d793c86-e3a5-47cd-8c27-ac16879cbb10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762846864680'] for port, after_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:26.170474 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5530df-abe3-4adf-b8ab-7600050d46de admin admin] Pushing event updated for resources: {'Subnet': ['ID=da634180-ad94-49db-9cf0-02a07794ec35,revision_number=0']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:56:26.224136 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5530df-abe3-4adf-b8ab-7600050d46de admin admin] Checking segment: {'id': '1b549d7e-fc0e-4f7e-b00e-d69f05216c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '13de0308-e21f-45b1-8a0f-24108cbfbce7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 02:56:26.225205 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd5530df-abe3-4adf-b8ab-7600050d46de admin admin] Network hostable DHCP agents. Network: 13de0308-e21f-45b1-8a0f-24108cbfbce7, hostable agents: ['c0dff2ba-0ef7-4e94-af34-c7dac3342234'], hosted agents: [] {{(pid=87787) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 02:56:26.259767 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.db_base_plugin_common [None req-6c3dd65d-ffa9-4ca6-841e-bba4d8139f77 admin admin] Allocated IP 172.28.2.165 (98d1e709-75a7-4f60-9ef6-cd80d5a9207b/cdd7e012-314b-49de-85b2-875de1f002d2/c8c09e15-8818-4c7e-833b-b83cfda4f09c) {{(pid=87787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 02:56:26.328238 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d793c86-e3a5-47cd-8c27-ac16879cbb10 admin admin] Network 98d1e709-75a7-4f60-9ef6-cd80d5a9207b is already hosted by enough agents. {{(pid=87786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 02:56:26.329677 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d793c86-e3a5-47cd-8c27-ac16879cbb10 admin admin] Pushing event updated for resources: {'Port': ['ID=39ba25d6-4620-4749-9413-84e0dd6b05d8,revision_number=1']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:56:26.334860 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.scheduler.base_scheduler [None req-1d793c86-e3a5-47cd-8c27-ac16879cbb10 admin admin] Resources bound (agent type, host, resource id): {{(pid=87786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 02:56:26.352390 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eede403-fbf7-47f6-8a9e-d5bd54752e1b None None] Pushing event updated for resources: {'Port': ['ID=3f76b353-0a7f-49a3-abae-cdc925853980,revision_number=1']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:56:26.368367 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d793c86-e3a5-47cd-8c27-ac16879cbb10 admin admin] Received port after_create {{(pid=87786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 02:56:26.380072 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.managers [None req-1b838834-bd6b-4d5c-b33e-0a6578493d93 None None] Attempting to bind port dbf691b4-d04c-4c99-a643-4213ff855e98 on host dv-cinder-837051-1-smb for vnic_type normal with profile {{(pid=87788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 02:56:26.380418 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.managers [None req-1b838834-bd6b-4d5c-b33e-0a6578493d93 None None] Attempting to bind port dbf691b4-d04c-4c99-a643-4213ff855e98 by drivers openvswitch,hyperv on host dv-cinder-837051-1-smb at level 0 using segments [{'id': 'b999ec1c-7290-4f58-a0e4-e85f79fb25cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '769a4c13-39df-48c1-b6cd-854ac881aaa3'}] {{(pid=87788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 02:56:26.380772 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b838834-bd6b-4d5c-b33e-0a6578493d93 None None] Attempting to bind port dbf691b4-d04c-4c99-a643-4213ff855e98 on network 769a4c13-39df-48c1-b6cd-854ac881aaa3 {{(pid=87788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 02:56:26.385283 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.managers [None req-5eede403-fbf7-47f6-8a9e-d5bd54752e1b None None] Attempting to bind port 3f76b353-0a7f-49a3-abae-cdc925853980 on host dv-cinder-837051-1-smb for vnic_type normal with profile {{(pid=87788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 02:56:26.385659 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.managers [None req-5eede403-fbf7-47f6-8a9e-d5bd54752e1b None None] Attempting to bind port 3f76b353-0a7f-49a3-abae-cdc925853980 by drivers openvswitch,hyperv on host dv-cinder-837051-1-smb at level 0 using segments [{'id': 'ea97b0a2-2bc1-452f-b168-e67660bad26a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'c8c3b9c3-2a08-4eb4-872c-03cbce1e3b10'}] {{(pid=87788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 02:56:26.386034 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eede403-fbf7-47f6-8a9e-d5bd54752e1b None None] Attempting to bind port 3f76b353-0a7f-49a3-abae-cdc925853980 on network c8c3b9c3-2a08-4eb4-872c-03cbce1e3b10 {{(pid=87788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 02:56:26.407842 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eede403-fbf7-47f6-8a9e-d5bd54752e1b None None] Checking agent: {'id': '506bd601-c596-4b52-979e-3670b1bbe31d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837051-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 2, 46, 59), 'started_at': datetime.datetime(2022, 4, 8, 2, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 2, 55, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837051-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 02:56:26.408318 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eede403-fbf7-47f6-8a9e-d5bd54752e1b None None] Checking segment: {'id': 'ea97b0a2-2bc1-452f-b168-e67660bad26a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'c8c3b9c3-2a08-4eb4-872c-03cbce1e3b10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 02:56:26.409087 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-5eede403-fbf7-47f6-8a9e-d5bd54752e1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:26.410749 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eede403-fbf7-47f6-8a9e-d5bd54752e1b None None] Bound using segment: {'id': 'ea97b0a2-2bc1-452f-b168-e67660bad26a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'c8c3b9c3-2a08-4eb4-872c-03cbce1e3b10'} {{(pid=87788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 02:56:26.410749 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.managers [None req-5eede403-fbf7-47f6-8a9e-d5bd54752e1b None None] Bound port: 3f76b353-0a7f-49a3-abae-cdc925853980, host: dv-cinder-837051-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea97b0a2-2bc1-452f-b168-e67660bad26a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'c8c3b9c3-2a08-4eb4-872c-03cbce1e3b10'}}] {{(pid=87788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 02:56:26.410749 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-5eede403-fbf7-47f6-8a9e-d5bd54752e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:26.443301 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b838834-bd6b-4d5c-b33e-0a6578493d93 None None] Checking agent: {'id': '506bd601-c596-4b52-979e-3670b1bbe31d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837051-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 2, 46, 59), 'started_at': datetime.datetime(2022, 4, 8, 2, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 2, 55, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837051-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 02:56:26.443729 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b838834-bd6b-4d5c-b33e-0a6578493d93 None None] Checking segment: {'id': 'b999ec1c-7290-4f58-a0e4-e85f79fb25cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '769a4c13-39df-48c1-b6cd-854ac881aaa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 02:56:26.444105 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-1b838834-bd6b-4d5c-b33e-0a6578493d93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:26.444505 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b838834-bd6b-4d5c-b33e-0a6578493d93 None None] Bound using segment: {'id': 'b999ec1c-7290-4f58-a0e4-e85f79fb25cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '769a4c13-39df-48c1-b6cd-854ac881aaa3'} {{(pid=87788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 02:56:26.444983 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.managers [None req-1b838834-bd6b-4d5c-b33e-0a6578493d93 None None] Bound port: dbf691b4-d04c-4c99-a643-4213ff855e98, host: dv-cinder-837051-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b999ec1c-7290-4f58-a0e4-e85f79fb25cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '769a4c13-39df-48c1-b6cd-854ac881aaa3'}}] {{(pid=87788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 02:56:26.445604 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-1b838834-bd6b-4d5c-b33e-0a6578493d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:26.449988 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd5530df-abe3-4adf-b8ab-7600050d46de admin admin] Network 13de0308-e21f-45b1-8a0f-24108cbfbce7 is scheduled to be hosted by DHCP agent c0dff2ba-0ef7-4e94-af34-c7dac3342234 with binding_index 1 {{(pid=87787) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 02:56:26.537062 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-6c3dd65d-ffa9-4ca6-841e-bba4d8139f77 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:26.570282 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.scheduler.base_scheduler [None req-bd5530df-abe3-4adf-b8ab-7600050d46de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837051-1-smb, 13de0308-e21f-45b1-8a0f-24108cbfbce7) {{(pid=87787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 02:56:26.581397 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd5530df-abe3-4adf-b8ab-7600050d46de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:56:26.581979 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-bd5530df-abe3-4adf-b8ab-7600050d46de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539232'] for subnet, before_response {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:26.693444 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-bd5530df-abe3-4adf-b8ab-7600050d46de admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.3988049 Apr 08 02:56:26.694156 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.wsgi [-] (87786) accepted ('10.222.0.15', 41318) {{(pid=87786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:56:26.696139 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47d6ec1d-622e-4b64-8c61-327bacb727ee None None] Network 13de0308-e21f-45b1-8a0f-24108cbfbce7 requested from dv-cinder-837051-1-smb {{(pid=87788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 02:56:26.701326 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.v2.base [None req-b56dc5e7-702b-4baf-abbb-26e59609e434 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1267468133-router', 'tenant_id': '8802cd0cfe144a92a69089a1dac25d8f', 'external_gateway_info': {'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b'}}} {{(pid=87786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 02:56:26.706409 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.quota.driver [None req-b56dc5e7-702b-4baf-abbb-26e59609e434 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:56:26.711598 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [None req-b56dc5e7-702b-4baf-abbb-26e59609e434 admin admin] Usage tracker for resource:router and tenant:8802cd0cfe144a92a69089a1dac25d8f is out of sync, need to count used quota {{(pid=87786) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:56:26.716847 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [None req-b56dc5e7-702b-4baf-abbb-26e59609e434 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87786) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:56:26.723367 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.quota.driver [None req-b56dc5e7-702b-4baf-abbb-26e59609e434 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:56:26.745114 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-6c3dd65d-ffa9-4ca6-841e-bba4d8139f77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762846864680'] for port, after_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:26.758184 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27cd912e-2f42-4f38-8121-69bbc565bf9a None None] Network 072ff000-5f9f-4f59-98b5-3350abf967de requested from dv-cinder-837051-1-smb {{(pid=87788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 02:56:26.890746 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c3dd65d-ffa9-4ca6-841e-bba4d8139f77 admin admin] Network 98d1e709-75a7-4f60-9ef6-cd80d5a9207b is already hosted by enough agents. {{(pid=87787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 02:56:26.895166 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.scheduler.base_scheduler [None req-6c3dd65d-ffa9-4ca6-841e-bba4d8139f77 admin admin] Resources bound (agent type, host, resource id): {{(pid=87787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 02:56:26.906823 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c3dd65d-ffa9-4ca6-841e-bba4d8139f77 admin admin] Received port after_create {{(pid=87787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 02:56:27.049444 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3dd65d-ffa9-4ca6-841e-bba4d8139f77 admin admin] Pushing event updated for resources: {'Port': ['ID=c8c09e15-8818-4c7e-833b-b83cfda4f09c,revision_number=1']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:56:27.085525 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-b56dc5e7-702b-4baf-abbb-26e59609e434 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-335215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-292'] for router, before_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:27.087248 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-b56dc5e7-702b-4baf-abbb-26e59609e434 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-332252', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-456264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-301'] for router, precommit_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:27.112909 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-b56dc5e7-702b-4baf-abbb-26e59609e434 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:27.180763 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.wsgi [-] (87786) accepted ('10.222.0.15', 41348) {{(pid=87786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:56:27.189661 dv-cinder-837051-1-smb neutron-server[87786]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 08 02:56:27.264173 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.db [None req-5eede403-fbf7-47f6-8a9e-d5bd54752e1b None None] For port 3f76b353-0a7f-49a3-abae-cdc925853980, host dv-cinder-837051-1-smb, cleared binding levels {{(pid=87788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 02:56:27.276281 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.db [None req-5eede403-fbf7-47f6-8a9e-d5bd54752e1b None None] For port 3f76b353-0a7f-49a3-abae-cdc925853980, host dv-cinder-837051-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837051-1-smb',level=0,port_id=3f76b353-0a7f-49a3-abae-cdc925853980,segment=NetworkSegment(ea97b0a2-2bc1-452f-b168-e67660bad26a),segment_id=ea97b0a2-2bc1-452f-b168-e67660bad26a)] {{(pid=87788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 02:56:27.323493 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.db [None req-1b838834-bd6b-4d5c-b33e-0a6578493d93 None None] For port dbf691b4-d04c-4c99-a643-4213ff855e98, host dv-cinder-837051-1-smb, cleared binding levels {{(pid=87788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 02:56:27.366602 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.db [None req-1b838834-bd6b-4d5c-b33e-0a6578493d93 None None] For port dbf691b4-d04c-4c99-a643-4213ff855e98, host dv-cinder-837051-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837051-1-smb',level=0,port_id=dbf691b4-d04c-4c99-a643-4213ff855e98,segment=NetworkSegment(b999ec1c-7290-4f58-a0e4-e85f79fb25cd),segment_id=b999ec1c-7290-4f58-a0e4-e85f79fb25cd)] {{(pid=87788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 02:56:27.414367 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-1d793c86-e3a5-47cd-8c27-ac16879cbb10 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:27.418134 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-5eede403-fbf7-47f6-8a9e-d5bd54752e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762847214852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762846864698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762846864743'] for port, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:27.539028 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-1b838834-bd6b-4d5c-b33e-0a6578493d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762847214852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762846864698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762846864743'] for port, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:27.637232 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 41360) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:56:27.689108 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-6c3dd65d-ffa9-4ca6-841e-bba4d8139f77 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:27.904082 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eede403-fbf7-47f6-8a9e-d5bd54752e1b None None] Pushing event updated for resources: {'Port': ['ID=3f76b353-0a7f-49a3-abae-cdc925853980,revision_number=2']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:56:27.912774 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-53719a70-be0c-4422-87a8-916f4282979b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:27.984079 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-53719a70-be0c-4422-87a8-916f4282979b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:56:27.992987 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa82479-62f8-4758-a7d7-e8b51668ab48 req-cf36e4aa-1ccb-4789-a444-dbae727217d7 tempest-DeleteServersTestJSON-1539218655 tempest-DeleteServersTestJSON-1539218655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:56:27.995275 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-8fa82479-62f8-4758-a7d7-e8b51668ab48 req-cf36e4aa-1ccb-4789-a444-dbae727217d7 tempest-DeleteServersTestJSON-1539218655 tempest-DeleteServersTestJSON-1539218655-project] 10.222.0.15 "GET /v2.0/networks?id=072ff000-5f9f-4f59-98b5-3350abf967de HTTP/1.1" status: 200 len: 812 time: 0.8128517 Apr 08 02:56:27.997740 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-53719a70-be0c-4422-87a8-916f4282979b admin admin] Usage tracker for resource:security_group_rule and tenant:53d1293f45c8410cba8a2ef8a219e554 is out of sync, need to count used quota {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:56:28.005921 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-53719a70-be0c-4422-87a8-916f4282979b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:56:28.015430 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-53719a70-be0c-4422-87a8-916f4282979b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:56:28.122818 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-b56dc5e7-702b-4baf-abbb-26e59609e434 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-332234', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-335261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-315'] for router, precommit_update {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:28.134939 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b838834-bd6b-4d5c-b33e-0a6578493d93 None None] Pushing event updated for resources: {'Port': ['ID=dbf691b4-d04c-4c99-a643-4213ff855e98,revision_number=2']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:56:28.144058 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-8fa82479-62f8-4758-a7d7-e8b51668ab48 req-703faa8f-11f4-47fe-b287-c23dddf62ecb tempest-DeleteServersTestJSON-1539218655 tempest-DeleteServersTestJSON-1539218655-project] 10.222.0.15 "GET /v2.0/quotas/078e586f96be4415b9b07cb2975adb03 HTTP/1.1" status: 200 len: 375 time: 0.1294255 Apr 08 02:56:28.165283 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-6c3dd65d-ffa9-4ca6-841e-bba4d8139f77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-335234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-332257'] for router, after_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:28.175895 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a71f735a-ddcd-4c10-89c3-6c4d622d7be6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42e60dd2-2c7f-5bdd-8db5-c6fe16da6c01-13de0308-e21f-45b1-8a0f-24108cbfbce7', 'network_id': '13de0308-e21f-45b1-8a0f-24108cbfbce7', 'tenant_id': '8802cd0cfe144a92a69089a1dac25d8f', 'fixed_ips': [{'subnet_id': 'da634180-ad94-49db-9cf0-02a07794ec35'}]}} from dv-cinder-837051-1-smb. {{(pid=87788) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 08 02:56:28.176424 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-a71f735a-ddcd-4c10-89c3-6c4d622d7be6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:28.222483 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-8fa82479-62f8-4758-a7d7-e8b51668ab48 req-cf497cdd-11b3-4b38-ba21-489095b25467 tempest-DeleteServersTestJSON-1539218655 tempest-DeleteServersTestJSON-1539218655-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=078e586f96be4415b9b07cb2975adb03&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0772188 Apr 08 02:56:28.418823 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-f8597602-47d7-4ed8-9618-4f21cd152209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:28.689038 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.db_base_plugin_common [None req-a71f735a-ddcd-4c10-89c3-6c4d622d7be6 None None] Allocated IP 172.20.0.2 (13de0308-e21f-45b1-8a0f-24108cbfbce7/da634180-ad94-49db-9cf0-02a07794ec35/e47c5611-3927-44cf-969f-3d301d4f88c1) {{(pid=87788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 02:56:28.742121 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.wsgi [req-8fa82479-62f8-4758-a7d7-e8b51668ab48 req-0fed7a05-2bc4-447a-8668-376d682dba80 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=87786) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 08 02:56:28.743124 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-8fa82479-62f8-4758-a7d7-e8b51668ab48 req-0fed7a05-2bc4-447a-8668-376d682dba80 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2615988 Apr 08 02:56:28.932913 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-53719a70-be0c-4422-87a8-916f4282979b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:28.996509 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-a71f735a-ddcd-4c10-89c3-6c4d622d7be6 None None] Notify callbacks [] for port, precommit_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:29.014353 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-1d793c86-e3a5-47cd-8c27-ac16879cbb10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-335234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-332257'] for router, after_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:29.020645 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-53719a70-be0c-4422-87a8-916f4282979b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:29.026622 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-a71f735a-ddcd-4c10-89c3-6c4d622d7be6 None None] Transition to ACTIVE for port object e47c5611-3927-44cf-969f-3d301d4f88c1 will not be triggered until provisioned by entity L2. {{(pid=87788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 02:56:29.084875 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-53719a70-be0c-4422-87a8-916f4282979b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=53d1293f45c8410cba8a2ef8a219e554&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4461789 Apr 08 02:56:29.085536 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-a71f735a-ddcd-4c10-89c3-6c4d622d7be6 None None] Transition to ACTIVE for port object e47c5611-3927-44cf-969f-3d301d4f88c1 will not be triggered until provisioned by entity DHCP. {{(pid=87788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 02:56:29.092030 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53719a70-be0c-4422-87a8-916f4282979b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f628f377-f913-436e-a690-46df8aaa6d3a,revision_number=1']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:56:29.092179 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.wsgi [-] (87786) accepted ('10.222.0.15', 41394) {{(pid=87786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:56:29.109621 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c3dd65d-ffa9-4ca6-841e-bba4d8139f77 admin admin] Router 572fd179-4fdf-49dd-b727-118167ba2fbe is scheduled to L3 agent 70d74887-4404-4f0d-99b3-e017d5637063 with binding_index 1 {{(pid=87787) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 08 02:56:29.178308 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-8fa82479-62f8-4758-a7d7-e8b51668ab48 req-9f47717f-5ad7-4250-a141-49881cc39b9c service neutron] 10.222.0.15 "GET /v2.0/networks/072ff000-5f9f-4f59-98b5-3350abf967de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4253349 Apr 08 02:56:29.213585 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-a71f735a-ddcd-4c10-89c3-6c4d622d7be6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762846864680'] for port, after_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:29.334541 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-ef00a636-a289-418c-ab96-90866b017a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:29.356629 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-b11dfa38-473f-49fd-9f3b-6d5144d80128 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:29.364051 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:29.412710 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c3dd65d-ffa9-4ca6-841e-bba4d8139f77 admin admin] Notify agent at l3_agent.dv-cinder-837051-1-smb the message routers_updated {{(pid=87787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 02:56:29.422425 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a71f735a-ddcd-4c10-89c3-6c4d622d7be6 None None] Network 13de0308-e21f-45b1-8a0f-24108cbfbce7 is already hosted by enough agents. {{(pid=87788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 02:56:29.425711 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.scheduler.base_scheduler [None req-a71f735a-ddcd-4c10-89c3-6c4d622d7be6 None None] Resources bound (agent type, host, resource id): {{(pid=87788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 02:56:29.431096 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a71f735a-ddcd-4c10-89c3-6c4d622d7be6 None None] Received port after_create {{(pid=87788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 02:56:29.447884 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab0558f-7fd5-428e-ac28-5466e27ab4e6 None None] Sync routers for ids ['572fd179-4fdf-49dd-b727-118167ba2fbe'] in dv-cinder-837051-1-smb {{(pid=87789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 02:56:29.492836 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab0558f-7fd5-428e-ac28-5466e27ab4e6 None None] Routers {'572fd179-4fdf-49dd-b727-118167ba2fbe'} bound to L3 agent in host dv-cinder-837051-1-smb {{(pid=87789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 02:56:29.494053 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.l3_hamode_db [None req-2ab0558f-7fd5-428e-ac28-5466e27ab4e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837051-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T02:46:58Z,description=,heartbeat_timestamp=2022-04-08T02:56:28Z,host='dv-cinder-837051-1-smb',id=70d74887-4404-4f0d-99b3-e017d5637063,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T02:46:59Z,topic='l3_agent')) {'router_ids': ['572fd179-4fdf-49dd-b727-118167ba2fbe'], 'active': True} {{(pid=87789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:56:29.557824 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a79e4b2-a642-4bff-9afc-8a0f723fc857 None None] Network c8c3b9c3-2a08-4eb4-872c-03cbce1e3b10 requested from dv-cinder-837051-1-smb {{(pid=87788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 02:56:29.592198 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Device 3f76b353-0a7f-49a3-abae-cdc925853980 up at agent ovs-agent-dv-cinder-837051-1-smb {{(pid=87788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 02:56:29.595227 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-6c3dd65d-ffa9-4ca6-841e-bba4d8139f77 admin admin] Notify callbacks [] for router, before_response {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:29.609037 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-6c3dd65d-ffa9-4ca6-841e-bba4d8139f77 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.9215486 Apr 08 02:56:29.609037 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 41404) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:56:29.777528 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-b11dfa38-473f-49fd-9f3b-6d5144d80128 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:29.911598 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-8fa82479-62f8-4758-a7d7-e8b51668ab48 req-d2eb28e3-7819-406a-84f9-60752eb8a5a9 service neutron] 10.222.0.15 "GET /v2.0/networks/072ff000-5f9f-4f59-98b5-3350abf967de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7136941 Apr 08 02:56:29.943898 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.l3_dvr_db [None req-2ab0558f-7fd5-428e-ac28-5466e27ab4e6 None None] Set router 572fd179-4fdf-49dd-b727-118167ba2fbe gateway port host: dv-cinder-837051-1-smb {{(pid=87789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 02:56:29.946575 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-b56dc5e7-702b-4baf-abbb-26e59609e434 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:29.981367 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-b56dc5e7-702b-4baf-abbb-26e59609e434 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:29.999027 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.managers [None req-a71f735a-ddcd-4c10-89c3-6c4d622d7be6 None None] Attempting to bind port e47c5611-3927-44cf-969f-3d301d4f88c1 on host dv-cinder-837051-1-smb for vnic_type normal with profile {{(pid=87788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 02:56:29.999488 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.managers [None req-a71f735a-ddcd-4c10-89c3-6c4d622d7be6 None None] Attempting to bind port e47c5611-3927-44cf-969f-3d301d4f88c1 by drivers openvswitch,hyperv on host dv-cinder-837051-1-smb at level 0 using segments [{'id': '1b549d7e-fc0e-4f7e-b00e-d69f05216c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '13de0308-e21f-45b1-8a0f-24108cbfbce7'}] {{(pid=87788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 02:56:29.999842 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a71f735a-ddcd-4c10-89c3-6c4d622d7be6 None None] Attempting to bind port e47c5611-3927-44cf-969f-3d301d4f88c1 on network 13de0308-e21f-45b1-8a0f-24108cbfbce7 {{(pid=87788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 02:56:30.019861 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d793c86-e3a5-47cd-8c27-ac16879cbb10 admin admin] Router b3c2b0fb-299d-4917-ba8b-8e4ca8926627 is scheduled to L3 agent 70d74887-4404-4f0d-99b3-e017d5637063 with binding_index 1 {{(pid=87786) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 08 02:56:30.092501 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-cf5abf2b-b704-4ee3-8495-fca801d3504b None None] Provisioning for port 3f76b353-0a7f-49a3-abae-cdc925853980 completed by entity DHCP. {{(pid=87788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 02:56:30.100952 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b4ee282-c1dd-4d9c-b4bb-cf274ee4ef71 None None] Network 769a4c13-39df-48c1-b6cd-854ac881aaa3 requested from dv-cinder-837051-1-smb {{(pid=87788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 02:56:30.118311 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71f735a-ddcd-4c10-89c3-6c4d622d7be6 None None] Pushing event updated for resources: {'Port': ['ID=e47c5611-3927-44cf-969f-3d301d4f88c1,revision_number=1']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:56:30.123021 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a71f735a-ddcd-4c10-89c3-6c4d622d7be6 None None] Checking agent: {'id': '506bd601-c596-4b52-979e-3670b1bbe31d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837051-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 2, 46, 59), 'started_at': datetime.datetime(2022, 4, 8, 2, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 2, 56, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837051-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 02:56:30.123417 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a71f735a-ddcd-4c10-89c3-6c4d622d7be6 None None] Checking segment: {'id': '1b549d7e-fc0e-4f7e-b00e-d69f05216c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '13de0308-e21f-45b1-8a0f-24108cbfbce7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 02:56:30.123815 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-a71f735a-ddcd-4c10-89c3-6c4d622d7be6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:30.124201 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a71f735a-ddcd-4c10-89c3-6c4d622d7be6 None None] Bound using segment: {'id': '1b549d7e-fc0e-4f7e-b00e-d69f05216c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '13de0308-e21f-45b1-8a0f-24108cbfbce7'} {{(pid=87788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 02:56:30.124673 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.managers [None req-a71f735a-ddcd-4c10-89c3-6c4d622d7be6 None None] Bound port: e47c5611-3927-44cf-969f-3d301d4f88c1, host: dv-cinder-837051-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b549d7e-fc0e-4f7e-b00e-d69f05216c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '13de0308-e21f-45b1-8a0f-24108cbfbce7'}}] {{(pid=87788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 02:56:30.125094 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-a71f735a-ddcd-4c10-89c3-6c4d622d7be6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:30.138208 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-b11dfa38-473f-49fd-9f3b-6d5144d80128 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:30.199668 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11dfa38-473f-49fd-9f3b-6d5144d80128 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f628f377-f913-436e-a690-46df8aaa6d3a,revision_number=None']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:56:30.271939 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.db [None req-a71f735a-ddcd-4c10-89c3-6c4d622d7be6 None None] For port e47c5611-3927-44cf-969f-3d301d4f88c1, host dv-cinder-837051-1-smb, cleared binding levels {{(pid=87788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 02:56:30.275796 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.db [None req-a71f735a-ddcd-4c10-89c3-6c4d622d7be6 None None] For port e47c5611-3927-44cf-969f-3d301d4f88c1, host dv-cinder-837051-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837051-1-smb',level=0,port_id=e47c5611-3927-44cf-969f-3d301d4f88c1,segment=NetworkSegment(1b549d7e-fc0e-4f7e-b00e-d69f05216c6f),segment_id=1b549d7e-fc0e-4f7e-b00e-d69f05216c6f)] {{(pid=87788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 02:56:30.298073 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Provisioning for port 3f76b353-0a7f-49a3-abae-cdc925853980 completed by entity L2. {{(pid=87788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 02:56:30.350552 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Provisioning complete for port 3f76b353-0a7f-49a3-abae-cdc925853980 triggered by entity L2. {{(pid=87788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 02:56:30.350922 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587297'] for port, provisioning_complete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:30.394003 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.db_base_plugin_common [None req-b56dc5e7-702b-4baf-abbb-26e59609e434 admin admin] Allocated IP 172.28.2.178 (98d1e709-75a7-4f60-9ef6-cd80d5a9207b/cdd7e012-314b-49de-85b2-875de1f002d2/0fb68517-97ef-47d9-beb2-a116d6cdc331) {{(pid=87786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 02:56:30.464125 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.l3_hamode_db [None req-2ab0558f-7fd5-428e-ac28-5466e27ab4e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '572fd179-4fdf-49dd-b727-118167ba2fbe', 'name': 'tempest-ServerRescueNegativeTestJSON-180479948-router', 'tenant_id': '9e6274c43de24b849ee9a4529c53f5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'external_fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.165'}], 'enable_snat': True}, 'gw_port_id': 'c8c09e15-8818-4c7e-833b-b83cfda4f09c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:56:23Z', 'updated_at': '2022-04-08T02:56:27Z', 'revision_number': 3, 'project_id': '9e6274c43de24b849ee9a4529c53f5b5', 'gw_port': {'id': 'c8c09e15-8818-4c7e-833b-b83cfda4f09c', 'name': '', 'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:c2:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '572fd179-4fdf-49dd-b727-118167ba2fbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:56:25Z', 'updated_at': '2022-04-08T02:56:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-smb'}], 'dv-cinder-837051-1-smb', False) {} {{(pid=87789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:56:30.475110 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-b11dfa38-473f-49fd-9f3b-6d5144d80128 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:30.476205 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab0558f-7fd5-428e-ac28-5466e27ab4e6 None None] Checking router: 572fd179-4fdf-49dd-b727-118167ba2fbe for host: dv-cinder-837051-1-smb {{(pid=87789) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 02:56:30.476594 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [None req-b11dfa38-473f-49fd-9f3b-6d5144d80128 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f628f377-f913-436e-a690-46df8aaa6d3a HTTP/1.1" status: 204 len: 168 time: 1.3769712 Apr 08 02:56:30.477024 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab0558f-7fd5-428e-ac28-5466e27ab4e6 None None] Updating router 572fd179-4fdf-49dd-b727-118167ba2fbe port c8c09e15-8818-4c7e-833b-b83cfda4f09c binding host dv-cinder-837051-1-smb {{(pid=87789) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 02:56:30.498032 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d793c86-e3a5-47cd-8c27-ac16879cbb10 admin admin] Notify agent at l3_agent.dv-cinder-837051-1-smb the message routers_updated {{(pid=87786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 02:56:30.500207 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-a71f735a-ddcd-4c10-89c3-6c4d622d7be6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762847214852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762846864698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762846864743'] for port, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:30.581886 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-2ab0558f-7fd5-428e-ac28-5466e27ab4e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_update {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:30.633667 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a33dacc-b93f-4051-9342-8505e120a437 None None] Sync routers for ids ['b3c2b0fb-299d-4917-ba8b-8e4ca8926627'] in dv-cinder-837051-1-smb {{(pid=87788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 02:56:30.700809 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-c19e0852-0ec5-4acd-8003-10246840bb2a req-39c0b2c5-3142-4e6f-9a41-28e1066ad209 tempest-DeleteServersTestJSON-1539218655 tempest-DeleteServersTestJSON-1539218655-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c24a517-4edd-4c9c-8ad9-e4c8e32f9148 HTTP/1.1" status: 200 len: 210 time: 0.1758385 Apr 08 02:56:30.749885 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71f735a-ddcd-4c10-89c3-6c4d622d7be6 None None] Pushing event updated for resources: {'Port': ['ID=e47c5611-3927-44cf-969f-3d301d4f88c1,revision_number=2']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:56:30.770292 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-0c98f0e6-24d9-4cca-9846-7fd31b0fa9b4 None None] Provisioning for port dbf691b4-d04c-4c99-a643-4213ff855e98 completed by entity DHCP. {{(pid=87788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 02:56:30.772535 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-1d793c86-e3a5-47cd-8c27-ac16879cbb10 admin admin] Notify callbacks [] for router, before_response {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:30.773537 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [None req-1d793c86-e3a5-47cd-8c27-ac16879cbb10 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.1879995 Apr 08 02:56:30.776947 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.wsgi [-] (87786) accepted ('10.222.0.15', 41456) {{(pid=87786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:56:30.936576 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:31.013068 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a33dacc-b93f-4051-9342-8505e120a437 None None] Routers {'b3c2b0fb-299d-4917-ba8b-8e4ca8926627'} bound to L3 agent in host dv-cinder-837051-1-smb {{(pid=87788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 02:56:31.013717 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.l3_hamode_db [None req-8a33dacc-b93f-4051-9342-8505e120a437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837051-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T02:46:58Z,description=,heartbeat_timestamp=2022-04-08T02:56:28Z,host='dv-cinder-837051-1-smb',id=70d74887-4404-4f0d-99b3-e017d5637063,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T02:46:59Z,topic='l3_agent')) {'router_ids': ['b3c2b0fb-299d-4917-ba8b-8e4ca8926627'], 'active': True} {{(pid=87788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:56:31.116591 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-b56dc5e7-702b-4baf-abbb-26e59609e434 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:31.180316 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-5fc16c32-fad7-4d16-a19b-6c5a3c792638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:31.445363 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.l3_dvr_db [None req-8a33dacc-b93f-4051-9342-8505e120a437 None None] Set router b3c2b0fb-299d-4917-ba8b-8e4ca8926627 gateway port host: dv-cinder-837051-1-smb {{(pid=87788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 02:56:31.630658 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-0700d8e1-2fb2-4ab8-b601-2cbd26aa24a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:31.646333 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 41484) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:56:31.669098 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-bc6e5fe5-6039-40f1-a3c1-c4cbd819c8c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:31.672214 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.db [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] For port 3f76b353-0a7f-49a3-abae-cdc925853980, host dv-cinder-837051-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837051-1-smb',level=0,port_id=3f76b353-0a7f-49a3-abae-cdc925853980,segment=NetworkSegment(ea97b0a2-2bc1-452f-b168-e67660bad26a),segment_id=ea97b0a2-2bc1-452f-b168-e67660bad26a)] {{(pid=87788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 02:56:31.693752 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-bc6e5fe5-6039-40f1-a3c1-c4cbd819c8c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:56:31.699424 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-bc6e5fe5-6039-40f1-a3c1-c4cbd819c8c8 admin admin] Usage tracker for resource:security_group_rule and tenant:45a72de4bcd34be9b2d38019a74bd14a is out of sync, need to count used quota {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:56:31.710763 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-b56dc5e7-702b-4baf-abbb-26e59609e434 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762846864680'] for port, after_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:31.792810 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-bc6e5fe5-6039-40f1-a3c1-c4cbd819c8c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:56:31.798909 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-bc6e5fe5-6039-40f1-a3c1-c4cbd819c8c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:56:31.819626 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762847214852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762846864698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762846864743'] for port, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:31.820632 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Device dbf691b4-d04c-4c99-a643-4213ff855e98 up at agent ovs-agent-dv-cinder-837051-1-smb {{(pid=87788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 02:56:31.830966 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56dc5e7-702b-4baf-abbb-26e59609e434 admin admin] Pushing event updated for resources: {'Port': ['ID=0fb68517-97ef-47d9-beb2-a116d6cdc331,revision_number=1']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:56:31.836397 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.wsgi [-] (87786) accepted ('10.222.0.15', 41496) {{(pid=87786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:56:31.916065 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-2c49f873-a79a-4bfe-9bc0-68b24972d591 req-38525208-f882-4d60-80c0-996bdf558585 tempest-DeleteServersTestJSON-1539218655 tempest-DeleteServersTestJSON-1539218655-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c24a517-4edd-4c9c-8ad9-e4c8e32f9148 HTTP/1.1" status: 200 len: 210 time: 0.0669377 Apr 08 02:56:31.925152 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b56dc5e7-702b-4baf-abbb-26e59609e434 admin admin] Network 98d1e709-75a7-4f60-9ef6-cd80d5a9207b is already hosted by enough agents. {{(pid=87786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 02:56:31.928595 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.scheduler.base_scheduler [None req-b56dc5e7-702b-4baf-abbb-26e59609e434 admin admin] Resources bound (agent type, host, resource id): {{(pid=87786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 02:56:31.936824 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b56dc5e7-702b-4baf-abbb-26e59609e434 admin admin] Received port after_create {{(pid=87786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 02:56:31.964600 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-bc6e5fe5-6039-40f1-a3c1-c4cbd819c8c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:31.982934 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.db_base_plugin_common [None req-5fc16c32-fad7-4d16-a19b-6c5a3c792638 admin admin] Allocated IP 172.20.0.1 (769a4c13-39df-48c1-b6cd-854ac881aaa3/2ff278b6-8dcd-49ad-92d3-ea301b80d1c2/e1daf67e-83d0-408c-8806-e811ed179fd7) {{(pid=87787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 02:56:32.162024 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-2ab0558f-7fd5-428e-ac28-5466e27ab4e6 None None] Notify callbacks [] for port, precommit_update {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:32.190692 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Pushing event updated for resources: {'Port': ['ID=3f76b353-0a7f-49a3-abae-cdc925853980,revision_number=3']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:56:32.202911 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.provisioning_blocks [None req-2ab0558f-7fd5-428e-ac28-5466e27ab4e6 None None] Transition to ACTIVE for port object c8c09e15-8818-4c7e-833b-b83cfda4f09c will not be triggered until provisioned by entity L2. {{(pid=87789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 02:56:32.222427 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-bc6e5fe5-6039-40f1-a3c1-c4cbd819c8c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:32.226678 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-de1dc42c-1bfa-43e3-8290-1ed64a4a2ef9 None None] Provisioning complete for port 3f76b353-0a7f-49a3-abae-cdc925853980 triggered by entity DHCP. {{(pid=87788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 02:56:32.227319 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-de1dc42c-1bfa-43e3-8290-1ed64a4a2ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587297'] for port, provisioning_complete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:32.297979 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-2ab0558f-7fd5-428e-ac28-5466e27ab4e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762847214852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762846864698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762846864743'] for port, after_update {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:32.322119 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6e5fe5-6039-40f1-a3c1-c4cbd819c8c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8ec7577-4afe-4bf5-b6a8-4f8d8ebb7bd0,revision_number=1']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:56:32.419289 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-bc6e5fe5-6039-40f1-a3c1-c4cbd819c8c8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=45a72de4bcd34be9b2d38019a74bd14a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7718899 Apr 08 02:56:32.446824 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 41518) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:56:32.543087 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.plugins.ml2.managers [None req-2ab0558f-7fd5-428e-ac28-5466e27ab4e6 None None] Attempting to bind port c8c09e15-8818-4c7e-833b-b83cfda4f09c on host dv-cinder-837051-1-smb for vnic_type normal with profile {{(pid=87789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 02:56:32.543430 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.plugins.ml2.managers [None req-2ab0558f-7fd5-428e-ac28-5466e27ab4e6 None None] Attempting to bind port c8c09e15-8818-4c7e-833b-b83cfda4f09c by drivers openvswitch,hyperv on host dv-cinder-837051-1-smb at level 0 using segments [{'id': '2f3db029-7821-49c5-950d-ef9b857fea9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b'}] {{(pid=87789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 02:56:32.543842 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab0558f-7fd5-428e-ac28-5466e27ab4e6 None None] Attempting to bind port c8c09e15-8818-4c7e-833b-b83cfda4f09c on network 98d1e709-75a7-4f60-9ef6-cd80d5a9207b {{(pid=87789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 02:56:32.578734 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab0558f-7fd5-428e-ac28-5466e27ab4e6 None None] Checking agent: {'id': '506bd601-c596-4b52-979e-3670b1bbe31d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837051-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 2, 46, 59), 'started_at': datetime.datetime(2022, 4, 8, 2, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 2, 56, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837051-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 02:56:32.579131 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab0558f-7fd5-428e-ac28-5466e27ab4e6 None None] Checking segment: {'id': '2f3db029-7821-49c5-950d-ef9b857fea9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 02:56:32.579553 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-2ab0558f-7fd5-428e-ac28-5466e27ab4e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:32.579993 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab0558f-7fd5-428e-ac28-5466e27ab4e6 None None] Bound using segment: {'id': '2f3db029-7821-49c5-950d-ef9b857fea9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b'} {{(pid=87789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 02:56:32.580468 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.plugins.ml2.managers [None req-2ab0558f-7fd5-428e-ac28-5466e27ab4e6 None None] Bound port: c8c09e15-8818-4c7e-833b-b83cfda4f09c, host: dv-cinder-837051-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f3db029-7821-49c5-950d-ef9b857fea9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b'}}] {{(pid=87789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 02:56:32.581036 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-2ab0558f-7fd5-428e-ac28-5466e27ab4e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_update {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:32.615363 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a25018-e38f-4c07-a42e-3f11f905ba3e None None] Pushing event updated for resources: {'Port': ['ID=c8c09e15-8818-4c7e-833b-b83cfda4f09c,revision_number=2']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:56:32.616793 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-5fc16c32-fad7-4d16-a19b-6c5a3c792638 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:32.625195 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-18d07555-3b37-4820-9dfd-b5b94b07ba18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:32.643360 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a25018-e38f-4c07-a42e-3f11f905ba3e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:56:32.650942 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a25018-e38f-4c07-a42e-3f11f905ba3e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:56:32.652658 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a25018-e38f-4c07-a42e-3f11f905ba3e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:56:32.653231 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a25018-e38f-4c07-a42e-3f11f905ba3e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:56:32.653708 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a25018-e38f-4c07-a42e-3f11f905ba3e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:56:32.654182 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a25018-e38f-4c07-a42e-3f11f905ba3e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:56:32.654665 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a25018-e38f-4c07-a42e-3f11f905ba3e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:56:32.655213 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a25018-e38f-4c07-a42e-3f11f905ba3e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:56:32.655685 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a25018-e38f-4c07-a42e-3f11f905ba3e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:56:32.656203 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a25018-e38f-4c07-a42e-3f11f905ba3e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:56:32.656670 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a25018-e38f-4c07-a42e-3f11f905ba3e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:56:32.657145 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a25018-e38f-4c07-a42e-3f11f905ba3e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:56:32.657268 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-18d07555-3b37-4820-9dfd-b5b94b07ba18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:32.658682 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a25018-e38f-4c07-a42e-3f11f905ba3e None None] Tracked resource versions report: Apr 08 02:56:32.658682 dv-cinder-837051-1-smb neutron-server[87789]: pushed versions: Apr 08 02:56:32.658682 dv-cinder-837051-1-smb neutron-server[87789]: { 'AddressGroup': {'1.2'}, Apr 08 02:56:32.658682 dv-cinder-837051-1-smb neutron-server[87789]: 'ConntrackHelper': {'1.0'}, Apr 08 02:56:32.658682 dv-cinder-837051-1-smb neutron-server[87789]: 'Log': {'1.0'}, Apr 08 02:56:32.658682 dv-cinder-837051-1-smb neutron-server[87789]: 'Network': {'1.1'}, Apr 08 02:56:32.658682 dv-cinder-837051-1-smb neutron-server[87789]: 'Port': {'1.7'}, Apr 08 02:56:32.658682 dv-cinder-837051-1-smb neutron-server[87789]: 'PortForwarding': {'1.2'}, Apr 08 02:56:32.658682 dv-cinder-837051-1-smb neutron-server[87789]: 'QosPolicy': {'1.8'}, Apr 08 02:56:32.658682 dv-cinder-837051-1-smb neutron-server[87789]: 'SecurityGroup': {'1.4'}, Apr 08 02:56:32.658682 dv-cinder-837051-1-smb neutron-server[87789]: 'SecurityGroupRule': {'1.2'}, Apr 08 02:56:32.658682 dv-cinder-837051-1-smb neutron-server[87789]: 'SubPort': {'1.0'}, Apr 08 02:56:32.658682 dv-cinder-837051-1-smb neutron-server[87789]: 'Subnet': {'1.1'}, Apr 08 02:56:32.658682 dv-cinder-837051-1-smb neutron-server[87789]: 'Trunk': {'1.1'}} Apr 08 02:56:32.658682 dv-cinder-837051-1-smb neutron-server[87789]: consumer versions: Apr 08 02:56:32.658682 dv-cinder-837051-1-smb neutron-server[87789]: { DHCP agent@dv-cinder-837051-1-smb: {}, Apr 08 02:56:32.658682 dv-cinder-837051-1-smb neutron-server[87789]: HyperV agent@hv-cinder-83705: {}, Apr 08 02:56:32.658682 dv-cinder-837051-1-smb neutron-server[87789]: L3 agent@dv-cinder-837051-1-smb: {}, Apr 08 02:56:32.658682 dv-cinder-837051-1-smb neutron-server[87789]: Metadata agent@dv-cinder-837051-1-smb: {}, Apr 08 02:56:32.658682 dv-cinder-837051-1-smb neutron-server[87789]: Metering agent@dv-cinder-837051-1-smb: {}, Apr 08 02:56:32.658682 dv-cinder-837051-1-smb neutron-server[87789]: Open vSwitch agent@dv-cinder-837051-1-smb: { 'AddressGroup': '1.2', Apr 08 02:56:32.658682 dv-cinder-837051-1-smb neutron-server[87789]: 'ConntrackHelper': '1.0', Apr 08 02:56:32.658682 dv-cinder-837051-1-smb neutron-server[87789]: 'Log': '1.0', Apr 08 02:56:32.658682 dv-cinder-837051-1-smb neutron-server[87789]: 'Network': '1.1', Apr 08 02:56:32.658682 dv-cinder-837051-1-smb neutron-server[87789]: 'Port': '1.7', Apr 08 02:56:32.658682 dv-cinder-837051-1-smb neutron-server[87789]: 'PortForwarding': '1.2', Apr 08 02:56:32.658682 dv-cinder-837051-1-smb neutron-server[87789]: 'QosPolicy': '1.8', Apr 08 02:56:32.658682 dv-cinder-837051-1-smb neutron-server[87789]: 'SecurityGroup': '1.4', Apr 08 02:56:32.658682 dv-cinder-837051-1-smb neutron-server[87789]: 'SecurityGroupRule': '1.2', Apr 08 02:56:32.658682 dv-cinder-837051-1-smb neutron-server[87789]: 'SubPort': '1.0', Apr 08 02:56:32.658682 dv-cinder-837051-1-smb neutron-server[87789]: 'Subnet': '1.1', Apr 08 02:56:32.658682 dv-cinder-837051-1-smb neutron-server[87789]: 'Trunk': '1.1'}} Apr 08 02:56:32.658682 dv-cinder-837051-1-smb neutron-server[87789]: {{(pid=87789) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 08 02:56:32.762246 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.plugins.ml2.db [None req-2ab0558f-7fd5-428e-ac28-5466e27ab4e6 None None] For port c8c09e15-8818-4c7e-833b-b83cfda4f09c, host dv-cinder-837051-1-smb, cleared binding levels {{(pid=87789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 02:56:32.765416 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.plugins.ml2.db [None req-2ab0558f-7fd5-428e-ac28-5466e27ab4e6 None None] For port c8c09e15-8818-4c7e-833b-b83cfda4f09c, host dv-cinder-837051-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837051-1-smb',level=0,port_id=c8c09e15-8818-4c7e-833b-b83cfda4f09c,segment=NetworkSegment(2f3db029-7821-49c5-950d-ef9b857fea9c),segment_id=2f3db029-7821-49c5-950d-ef9b857fea9c)] {{(pid=87789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 02:56:32.772134 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4549ff7-ad52-4597-b3a7-b91c69b3add8 None None] Network 13de0308-e21f-45b1-8a0f-24108cbfbce7 requested from dv-cinder-837051-1-smb {{(pid=87788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 02:56:32.813242 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Provisioning for port dbf691b4-d04c-4c99-a643-4213ff855e98 completed by entity L2. {{(pid=87788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 02:56:32.826131 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Provisioning complete for port dbf691b4-d04c-4c99-a643-4213ff855e98 triggered by entity L2. {{(pid=87788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 02:56:32.830750 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587297'] for port, provisioning_complete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:32.841435 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.provisioning_blocks [None req-5fc16c32-fad7-4d16-a19b-6c5a3c792638 admin admin] Transition to ACTIVE for port object e1daf67e-83d0-408c-8806-e811ed179fd7 will not be triggered until provisioned by entity DHCP. {{(pid=87787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 02:56:32.843237 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-18d07555-3b37-4820-9dfd-b5b94b07ba18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:32.844102 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-2ab0558f-7fd5-428e-ac28-5466e27ab4e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762847214852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762846864698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762846864743'] for port, after_update {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:32.889985 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-18d07555-3b37-4820-9dfd-b5b94b07ba18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:32.891883 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-18d07555-3b37-4820-9dfd-b5b94b07ba18 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f8ec7577-4afe-4bf5-b6a8-4f8d8ebb7bd0 HTTP/1.1" status: 204 len: 168 time: 0.4436872 Apr 08 02:56:32.892713 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d07555-3b37-4820-9dfd-b5b94b07ba18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8ec7577-4afe-4bf5-b6a8-4f8d8ebb7bd0,revision_number=None']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:56:32.958672 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-b56dc5e7-702b-4baf-abbb-26e59609e434 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:32.997298 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.l3_hamode_db [None req-8a33dacc-b93f-4051-9342-8505e120a437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3c2b0fb-299d-4917-ba8b-8e4ca8926627', 'name': 'tempest-AttachVolumeTestJSON-997133802-router', 'tenant_id': '27912339e79e43db900700b20c01bd73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'external_fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.206'}], 'enable_snat': True}, 'gw_port_id': '39ba25d6-4620-4749-9413-84e0dd6b05d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:56:23Z', 'updated_at': '2022-04-08T02:56:26Z', 'revision_number': 3, 'project_id': '27912339e79e43db900700b20c01bd73', 'gw_port': {'id': '39ba25d6-4620-4749-9413-84e0dd6b05d8', 'name': '', 'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:62:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3c2b0fb-299d-4917-ba8b-8e4ca8926627', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:56:25Z', 'updated_at': '2022-04-08T02:56:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-smb'}], 'dv-cinder-837051-1-smb', False) {} {{(pid=87788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:56:33.008259 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-8305ff68-2e35-488b-8917-9e1a96be6789 None None] Provisioning for port e47c5611-3927-44cf-969f-3d301d4f88c1 completed by entity DHCP. {{(pid=87788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 02:56:33.014743 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a33dacc-b93f-4051-9342-8505e120a437 None None] Checking router: b3c2b0fb-299d-4917-ba8b-8e4ca8926627 for host: dv-cinder-837051-1-smb {{(pid=87788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 02:56:33.014743 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a33dacc-b93f-4051-9342-8505e120a437 None None] Updating router b3c2b0fb-299d-4917-ba8b-8e4ca8926627 port 39ba25d6-4620-4749-9413-84e0dd6b05d8 binding host dv-cinder-837051-1-smb {{(pid=87788) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 02:56:33.064488 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-5fc16c32-fad7-4d16-a19b-6c5a3c792638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762846864680'] for port, after_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:33.081208 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a25018-e38f-4c07-a42e-3f11f905ba3e None None] Pushing event updated for resources: {'Port': ['ID=c8c09e15-8818-4c7e-833b-b83cfda4f09c,revision_number=3']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:56:33.103921 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab0558f-7fd5-428e-ac28-5466e27ab4e6 None None] Routers {'572fd179-4fdf-49dd-b727-118167ba2fbe'} bound to L3 agent in host dv-cinder-837051-1-smb {{(pid=87789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 02:56:33.105397 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.l3_hamode_db [None req-2ab0558f-7fd5-428e-ac28-5466e27ab4e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837051-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T02:46:58Z,description=,heartbeat_timestamp=2022-04-08T02:56:28Z,host='dv-cinder-837051-1-smb',id=70d74887-4404-4f0d-99b3-e017d5637063,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T02:46:59Z,topic='l3_agent')) {'router_ids': ['572fd179-4fdf-49dd-b727-118167ba2fbe'], 'active': True} {{(pid=87789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:56:33.173940 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-8a33dacc-b93f-4051-9342-8505e120a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:33.236291 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 41532) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:56:33.258145 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fc16c32-fad7-4d16-a19b-6c5a3c792638 admin admin] Network 769a4c13-39df-48c1-b6cd-854ac881aaa3 is already hosted by enough agents. {{(pid=87787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 02:56:33.510572 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.scheduler.base_scheduler [None req-5fc16c32-fad7-4d16-a19b-6c5a3c792638 admin admin] Resources bound (agent type, host, resource id): {{(pid=87787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 02:56:33.510572 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc16c32-fad7-4d16-a19b-6c5a3c792638 admin admin] Received port after_create {{(pid=87787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 02:56:33.510572 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-5fc16c32-fad7-4d16-a19b-6c5a3c792638 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-333527'] for router_interface, before_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:33.513881 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.l3_dvr_db [None req-2ab0558f-7fd5-428e-ac28-5466e27ab4e6 None None] Set router 572fd179-4fdf-49dd-b727-118167ba2fbe gateway port host: dv-cinder-837051-1-smb {{(pid=87789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 02:56:33.538286 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-0ef1a30c-7c6d-42a0-872c-f11bca35b38d None None] Provisioning complete for port dbf691b4-d04c-4c99-a643-4213ff855e98 triggered by entity DHCP. {{(pid=87788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 02:56:33.539003 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-0ef1a30c-7c6d-42a0-872c-f11bca35b38d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587297'] for port, provisioning_complete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:33.673981 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc16c32-fad7-4d16-a19b-6c5a3c792638 admin admin] Pushing event updated for resources: {'Port': ['ID=e1daf67e-83d0-408c-8806-e811ed179fd7,revision_number=1']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:56:33.775312 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:33.879779 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.db [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] For port dbf691b4-d04c-4c99-a643-4213ff855e98, host dv-cinder-837051-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837051-1-smb',level=0,port_id=dbf691b4-d04c-4c99-a643-4213ff855e98,segment=NetworkSegment(b999ec1c-7290-4f58-a0e4-e85f79fb25cd),segment_id=b999ec1c-7290-4f58-a0e4-e85f79fb25cd)] {{(pid=87788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 02:56:33.935329 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.l3_hamode_db [None req-2ab0558f-7fd5-428e-ac28-5466e27ab4e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '572fd179-4fdf-49dd-b727-118167ba2fbe', 'name': 'tempest-ServerRescueNegativeTestJSON-180479948-router', 'tenant_id': '9e6274c43de24b849ee9a4529c53f5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'external_fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.165'}], 'enable_snat': True}, 'gw_port_id': 'c8c09e15-8818-4c7e-833b-b83cfda4f09c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:56:23Z', 'updated_at': '2022-04-08T02:56:27Z', 'revision_number': 3, 'project_id': '9e6274c43de24b849ee9a4529c53f5b5', 'gw_port': {'id': 'c8c09e15-8818-4c7e-833b-b83cfda4f09c', 'name': '', 'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:c2:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '572fd179-4fdf-49dd-b727-118167ba2fbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:56:25Z', 'updated_at': '2022-04-08T02:56:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-smb'}], 'dv-cinder-837051-1-smb', False) {} {{(pid=87789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:56:33.947238 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab0558f-7fd5-428e-ac28-5466e27ab4e6 None None] The sync data for ids ['572fd179-4fdf-49dd-b727-118167ba2fbe'] in dv-cinder-837051-1-smb is: [{'id': '572fd179-4fdf-49dd-b727-118167ba2fbe', 'name': 'tempest-ServerRescueNegativeTestJSON-180479948-router', 'tenant_id': '9e6274c43de24b849ee9a4529c53f5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'external_fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.165'}], 'enable_snat': True}, 'gw_port_id': 'c8c09e15-8818-4c7e-833b-b83cfda4f09c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:56:23Z', 'updated_at': '2022-04-08T02:56:27Z', 'revision_number': 3, 'project_id': '9e6274c43de24b849ee9a4529c53f5b5', 'gw_port': {'id': 'c8c09e15-8818-4c7e-833b-b83cfda4f09c', 'name': '', 'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:c2:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '572fd179-4fdf-49dd-b727-118167ba2fbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:56:25Z', 'updated_at': '2022-04-08T02:56:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-smb'}] {{(pid=87789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 02:56:34.010683 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-5c255538-f3bf-4ee4-9776-ce8c8cd24bc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:34.014489 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-825a8516-e70a-4a9a-bb99-3773303bf142 req-6346ec75-f6bc-484b-8cb5-8d1037979cbd tempest-DeleteServersTestJSON-1539218655 tempest-DeleteServersTestJSON-1539218655-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c24a517-4edd-4c9c-8ad9-e4c8e32f9148 HTTP/1.1" status: 200 len: 210 time: 0.5349483 Apr 08 02:56:34.047161 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-5c255538-f3bf-4ee4-9776-ce8c8cd24bc0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:56:34.052347 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-5c255538-f3bf-4ee4-9776-ce8c8cd24bc0 admin admin] Usage tracker for resource:security_group_rule and tenant:14ad340269e240288628a9411c4cfd12 is out of sync, need to count used quota {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:56:34.056923 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-5c255538-f3bf-4ee4-9776-ce8c8cd24bc0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:56:34.062594 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-30be176f-1065-4f5f-84c8-04228ef4203d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:34.089575 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-b56dc5e7-702b-4baf-abbb-26e59609e434 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-335234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-332257'] for router, after_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:34.109928 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-5c255538-f3bf-4ee4-9776-ce8c8cd24bc0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:56:34.150863 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-5fc16c32-fad7-4d16-a19b-6c5a3c792638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_update {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:34.342790 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-8a33dacc-b93f-4051-9342-8505e120a437 None None] Notify callbacks [] for port, precommit_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:34.391898 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762847214852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762846864698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762846864743'] for port, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:34.494328 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-8a33dacc-b93f-4051-9342-8505e120a437 None None] Transition to ACTIVE for port object 39ba25d6-4620-4749-9413-84e0dd6b05d8 will not be triggered until provisioned by entity L2. {{(pid=87788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 02:56:34.530321 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-5c255538-f3bf-4ee4-9776-ce8c8cd24bc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:34.620525 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-5c255538-f3bf-4ee4-9776-ce8c8cd24bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:34.655584 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Pushing event updated for resources: {'Port': ['ID=dbf691b4-d04c-4c99-a643-4213ff855e98,revision_number=3']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:56:34.802636 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Device c8c09e15-8818-4c7e-833b-b83cfda4f09c up at agent ovs-agent-dv-cinder-837051-1-smb {{(pid=87788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 02:56:34.804881 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-5fc16c32-fad7-4d16-a19b-6c5a3c792638 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:34.821665 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-5c255538-f3bf-4ee4-9776-ce8c8cd24bc0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=14ad340269e240288628a9411c4cfd12&name=default HTTP/1.1" status: 200 len: 2975 time: 1.5701528 Apr 08 02:56:34.822429 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 41578) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:56:34.840864 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.db_base_plugin_common [None req-30be176f-1065-4f5f-84c8-04228ef4203d admin admin] Allocated IP 172.20.0.1 (c8c3b9c3-2a08-4eb4-872c-03cbce1e3b10/18b119e0-b657-4738-8e56-4872d79152d5/a02b9cd1-cea8-4513-a105-a26be139fb74) {{(pid=87786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 02:56:34.856351 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-8a33dacc-b93f-4051-9342-8505e120a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762847214852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762846864698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762846864743'] for port, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:34.862342 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c255538-f3bf-4ee4-9776-ce8c8cd24bc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc322b4e-f2d2-4cca-9776-0be973d01bcb,revision_number=1']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:56:34.899302 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b56dc5e7-702b-4baf-abbb-26e59609e434 admin admin] Router 44a33464-cbad-47c2-82a1-16fb5f8565f4 is scheduled to L3 agent 70d74887-4404-4f0d-99b3-e017d5637063 with binding_index 1 {{(pid=87786) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 08 02:56:34.918772 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-5fc16c32-fad7-4d16-a19b-6c5a3c792638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762847214852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762846864698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762846864743'] for port, after_update {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:34.919586 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-5fc16c32-fad7-4d16-a19b-6c5a3c792638 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-333118'] for router_interface, after_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:34.955441 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcdcd54-7f72-4052-b660-a1c7a5cd6ef5 None None] Pushing event updated for resources: {'Port': ['ID=39ba25d6-4620-4749-9413-84e0dd6b05d8,revision_number=2']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:56:35.007846 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.managers [None req-8a33dacc-b93f-4051-9342-8505e120a437 None None] Attempting to bind port 39ba25d6-4620-4749-9413-84e0dd6b05d8 on host dv-cinder-837051-1-smb for vnic_type normal with profile {{(pid=87788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 02:56:35.012100 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.managers [None req-8a33dacc-b93f-4051-9342-8505e120a437 None None] Attempting to bind port 39ba25d6-4620-4749-9413-84e0dd6b05d8 by drivers openvswitch,hyperv on host dv-cinder-837051-1-smb at level 0 using segments [{'id': '2f3db029-7821-49c5-950d-ef9b857fea9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b'}] {{(pid=87788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 02:56:35.012100 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a33dacc-b93f-4051-9342-8505e120a437 None None] Attempting to bind port 39ba25d6-4620-4749-9413-84e0dd6b05d8 on network 98d1e709-75a7-4f60-9ef6-cd80d5a9207b {{(pid=87788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 02:56:35.021175 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a33dacc-b93f-4051-9342-8505e120a437 None None] Checking agent: {'id': '506bd601-c596-4b52-979e-3670b1bbe31d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837051-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 2, 46, 59), 'started_at': datetime.datetime(2022, 4, 8, 2, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 2, 56, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837051-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 02:56:35.021802 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a33dacc-b93f-4051-9342-8505e120a437 None None] Checking segment: {'id': '2f3db029-7821-49c5-950d-ef9b857fea9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 02:56:35.022145 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-8a33dacc-b93f-4051-9342-8505e120a437 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:35.022599 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a33dacc-b93f-4051-9342-8505e120a437 None None] Bound using segment: {'id': '2f3db029-7821-49c5-950d-ef9b857fea9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b'} {{(pid=87788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 02:56:35.023162 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.managers [None req-8a33dacc-b93f-4051-9342-8505e120a437 None None] Bound port: 39ba25d6-4620-4749-9413-84e0dd6b05d8, host: dv-cinder-837051-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f3db029-7821-49c5-950d-ef9b857fea9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b'}}] {{(pid=87788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 02:56:35.023688 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-8a33dacc-b93f-4051-9342-8505e120a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:35.095260 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-1762f44b-4a08-4d93-9ad9-c542c332db21 None None] Provisioning for port e1daf67e-83d0-408c-8806-e811ed179fd7 completed by entity DHCP. {{(pid=87788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 02:56:35.155939 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-1762f44b-4a08-4d93-9ad9-c542c332db21 None None] Provisioning complete for port e1daf67e-83d0-408c-8806-e811ed179fd7 triggered by entity DHCP. {{(pid=87788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 02:56:35.156311 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-1762f44b-4a08-4d93-9ad9-c542c332db21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587297'] for port, provisioning_complete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:35.250659 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Provisioning for port c8c09e15-8818-4c7e-833b-b83cfda4f09c completed by entity L2. {{(pid=87788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 02:56:35.260230 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.39', 61988) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:56:35.267918 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Provisioning complete for port c8c09e15-8818-4c7e-833b-b83cfda4f09c triggered by entity L2. {{(pid=87788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 02:56:35.268644 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587297'] for port, provisioning_complete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:35.413016 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.db [None req-8a33dacc-b93f-4051-9342-8505e120a437 None None] For port 39ba25d6-4620-4749-9413-84e0dd6b05d8, host dv-cinder-837051-1-smb, cleared binding levels {{(pid=87788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 02:56:35.427791 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.db [None req-8a33dacc-b93f-4051-9342-8505e120a437 None None] For port 39ba25d6-4620-4749-9413-84e0dd6b05d8, host dv-cinder-837051-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837051-1-smb',level=0,port_id=39ba25d6-4620-4749-9413-84e0dd6b05d8,segment=NetworkSegment(2f3db029-7821-49c5-950d-ef9b857fea9c),segment_id=2f3db029-7821-49c5-950d-ef9b857fea9c)] {{(pid=87788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 02:56:35.462032 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.plugin [None req-1762f44b-4a08-4d93-9ad9-c542c332db21 None None] Port e1daf67e-83d0-408c-8806-e811ed179fd7 cannot update to ACTIVE because it is not bound. {{(pid=87788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 02:56:35.474624 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc16c32-fad7-4d16-a19b-6c5a3c792638 admin admin] Pushing event updated for resources: {'Port': ['ID=e1daf67e-83d0-408c-8806-e811ed179fd7,revision_number=2']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:56:35.523594 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-8a33dacc-b93f-4051-9342-8505e120a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762847214852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762846864698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762846864743'] for port, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:35.615004 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-1e0e4cbe-5778-4af9-b383-75944306b003 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:35.675077 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-1e0e4cbe-5778-4af9-b383-75944306b003 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:35.714097 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:35.785222 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a33dacc-b93f-4051-9342-8505e120a437 None None] Routers {'b3c2b0fb-299d-4917-ba8b-8e4ca8926627'} bound to L3 agent in host dv-cinder-837051-1-smb {{(pid=87788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 02:56:35.785939 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.l3_hamode_db [None req-8a33dacc-b93f-4051-9342-8505e120a437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837051-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T02:46:58Z,description=,heartbeat_timestamp=2022-04-08T02:56:28Z,host='dv-cinder-837051-1-smb',id=70d74887-4404-4f0d-99b3-e017d5637063,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T02:46:59Z,topic='l3_agent')) {'router_ids': ['b3c2b0fb-299d-4917-ba8b-8e4ca8926627'], 'active': True} {{(pid=87788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:56:35.849464 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-d16b2f45-395c-42b2-a845-028682568d3f req-b065450d-3625-4b54-826b-1cbf7a87042d tempest-DeleteServersTestJSON-1539218655 tempest-DeleteServersTestJSON-1539218655-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c24a517-4edd-4c9c-8ad9-e4c8e32f9148 HTTP/1.1" status: 200 len: 210 time: 0.3675110 Apr 08 02:56:35.850781 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcdcd54-7f72-4052-b660-a1c7a5cd6ef5 None None] Pushing event updated for resources: {'Port': ['ID=39ba25d6-4620-4749-9413-84e0dd6b05d8,revision_number=3']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:56:35.866838 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-1e0e4cbe-5778-4af9-b383-75944306b003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:35.873127 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.db [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] For port c8c09e15-8818-4c7e-833b-b83cfda4f09c, host dv-cinder-837051-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837051-1-smb',level=0,port_id=c8c09e15-8818-4c7e-833b-b83cfda4f09c,segment=NetworkSegment(2f3db029-7821-49c5-950d-ef9b857fea9c),segment_id=2f3db029-7821-49c5-950d-ef9b857fea9c)] {{(pid=87788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 02:56:35.917059 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-30be176f-1065-4f5f-84c8-04228ef4203d admin admin] Notify callbacks [] for port, precommit_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:35.928632 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b56dc5e7-702b-4baf-abbb-26e59609e434 admin admin] Notify agent at l3_agent.dv-cinder-837051-1-smb the message routers_updated {{(pid=87786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 02:56:35.939549 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0b89fe-b043-413a-a3d7-d0aa86de4f55 None None] Sync routers for ids ['44a33464-cbad-47c2-82a1-16fb5f8565f4'] in dv-cinder-837051-1-smb {{(pid=87789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 02:56:35.952229 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a0b89fe-b043-413a-a3d7-d0aa86de4f55 None None] Routers {'44a33464-cbad-47c2-82a1-16fb5f8565f4'} bound to L3 agent in host dv-cinder-837051-1-smb {{(pid=87789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 02:56:35.956186 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.l3_hamode_db [None req-1a0b89fe-b043-413a-a3d7-d0aa86de4f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837051-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T02:46:58Z,description=,heartbeat_timestamp=2022-04-08T02:56:28Z,host='dv-cinder-837051-1-smb',id=70d74887-4404-4f0d-99b3-e017d5637063,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T02:46:59Z,topic='l3_agent')) {'router_ids': ['44a33464-cbad-47c2-82a1-16fb5f8565f4'], 'active': True} {{(pid=87789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:56:35.992365 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0e4cbe-5778-4af9-b383-75944306b003 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc322b4e-f2d2-4cca-9776-0be973d01bcb,revision_number=None']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:56:36.001995 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.provisioning_blocks [None req-30be176f-1065-4f5f-84c8-04228ef4203d admin admin] Transition to ACTIVE for port object a02b9cd1-cea8-4513-a105-a26be139fb74 will not be triggered until provisioned by entity DHCP. {{(pid=87786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 02:56:36.019059 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-1e0e4cbe-5778-4af9-b383-75944306b003 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:36.023083 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-1e0e4cbe-5778-4af9-b383-75944306b003 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bc322b4e-f2d2-4cca-9776-0be973d01bcb HTTP/1.1" status: 204 len: 168 time: 1.1986825 Apr 08 02:56:36.028624 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762847214852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762846864698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762846864743'] for port, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:36.029539 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Device 3f76b353-0a7f-49a3-abae-cdc925853980 up at agent ovs-agent-dv-cinder-837051-1-smb {{(pid=87788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 02:56:36.069990 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fc16c32-fad7-4d16-a19b-6c5a3c792638 admin admin] Network 769a4c13-39df-48c1-b6cd-854ac881aaa3 is already hosted by enough agents. {{(pid=87787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 02:56:36.072339 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.scheduler.base_scheduler [None req-5fc16c32-fad7-4d16-a19b-6c5a3c792638 admin admin] Resources bound (agent type, host, resource id): {{(pid=87787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 02:56:36.084906 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa82479-62f8-4758-a7d7-e8b51668ab48 req-d13be43d-73d5-4717-8dff-00c4bc5957b4 tempest-DeleteServersTestJSON-1539218655 tempest-DeleteServersTestJSON-1539218655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:56:36.084906 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [req-8fa82479-62f8-4758-a7d7-e8b51668ab48 req-d13be43d-73d5-4717-8dff-00c4bc5957b4 tempest-DeleteServersTestJSON-1539218655 tempest-DeleteServersTestJSON-1539218655-project] Synchronizing usage tracker for tenant:078e586f96be4415b9b07cb2975adb03 on resource:network {{(pid=87787) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 02:56:36.132452 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-b56dc5e7-702b-4baf-abbb-26e59609e434 admin admin] Notify callbacks [] for router, before_response {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:36.137637 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [None req-b56dc5e7-702b-4baf-abbb-26e59609e434 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 9.4425836 Apr 08 02:56:36.142381 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.wsgi [-] (87786) accepted ('10.222.0.15', 41638) {{(pid=87786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:56:36.142381 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-30be176f-1065-4f5f-84c8-04228ef4203d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762846864680'] for port, after_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:36.389345 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.l3_dvr_db [None req-8a33dacc-b93f-4051-9342-8505e120a437 None None] Set router b3c2b0fb-299d-4917-ba8b-8e4ca8926627 gateway port host: dv-cinder-837051-1-smb {{(pid=87788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 02:56:36.435830 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.wsgi [-] (87786) accepted ('10.222.0.15', 41654) {{(pid=87786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:56:36.451515 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.l3_dvr_db [None req-1a0b89fe-b043-413a-a3d7-d0aa86de4f55 None None] Set router 44a33464-cbad-47c2-82a1-16fb5f8565f4 gateway port host: dv-cinder-837051-1-smb {{(pid=87789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 02:56:36.561465 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30be176f-1065-4f5f-84c8-04228ef4203d admin admin] Network c8c3b9c3-2a08-4eb4-872c-03cbce1e3b10 is already hosted by enough agents. {{(pid=87786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 02:56:36.571324 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.scheduler.base_scheduler [None req-30be176f-1065-4f5f-84c8-04228ef4203d admin admin] Resources bound (agent type, host, resource id): {{(pid=87786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 02:56:36.579449 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30be176f-1065-4f5f-84c8-04228ef4203d admin admin] Received port after_create {{(pid=87786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 02:56:36.579928 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-30be176f-1065-4f5f-84c8-04228ef4203d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-333527'] for router_interface, before_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:36.664378 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fc16c32-fad7-4d16-a19b-6c5a3c792638 admin admin] Router 572fd179-4fdf-49dd-b727-118167ba2fbe has already been hosted by L3 agent 70d74887-4404-4f0d-99b3-e017d5637063 {{(pid=87787) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 02:56:36.679489 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Pushing event updated for resources: {'Port': ['ID=c8c09e15-8818-4c7e-833b-b83cfda4f09c,revision_number=4']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:56:36.732156 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Provisioning complete for port 3f76b353-0a7f-49a3-abae-cdc925853980 triggered by entity L2. {{(pid=87788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 02:56:36.732530 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587297'] for port, provisioning_complete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:36.934773 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30be176f-1065-4f5f-84c8-04228ef4203d admin admin] Pushing event updated for resources: {'Port': ['ID=a02b9cd1-cea8-4513-a105-a26be139fb74,revision_number=1']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:56:36.995228 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-6f34cfc3-89d3-4802-9838-9fff4a2545f8 None None] Provisioning complete for port e1daf67e-83d0-408c-8806-e811ed179fd7 triggered by entity DHCP. {{(pid=87788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 02:56:36.996660 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-6f34cfc3-89d3-4802-9838-9fff4a2545f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587297'] for port, provisioning_complete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:37.122961 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.plugin [None req-6f34cfc3-89d3-4802-9838-9fff4a2545f8 None None] Port e1daf67e-83d0-408c-8806-e811ed179fd7 cannot update to ACTIVE because it is not bound. {{(pid=87788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 02:56:37.124625 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-30be176f-1065-4f5f-84c8-04228ef4203d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_update {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:37.146265 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.l3_hamode_db [None req-1a0b89fe-b043-413a-a3d7-d0aa86de4f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44a33464-cbad-47c2-82a1-16fb5f8565f4', 'name': 'tempest-AttachVolumeShelveTestJSON-1267468133-router', 'tenant_id': '8802cd0cfe144a92a69089a1dac25d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'external_fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.178'}], 'enable_snat': True}, 'gw_port_id': '0fb68517-97ef-47d9-beb2-a116d6cdc331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:56:27Z', 'updated_at': '2022-04-08T02:56:32Z', 'revision_number': 3, 'project_id': '8802cd0cfe144a92a69089a1dac25d8f', 'gw_port': {'id': '0fb68517-97ef-47d9-beb2-a116d6cdc331', 'name': '', 'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:46:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44a33464-cbad-47c2-82a1-16fb5f8565f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:56:30Z', 'updated_at': '2022-04-08T02:56:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-smb'}], 'dv-cinder-837051-1-smb', False) {} {{(pid=87789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:56:37.161303 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0b89fe-b043-413a-a3d7-d0aa86de4f55 None None] Checking router: 44a33464-cbad-47c2-82a1-16fb5f8565f4 for host: dv-cinder-837051-1-smb {{(pid=87789) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 02:56:37.162078 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0b89fe-b043-413a-a3d7-d0aa86de4f55 None None] Updating router 44a33464-cbad-47c2-82a1-16fb5f8565f4 port 0fb68517-97ef-47d9-beb2-a116d6cdc331 binding host dv-cinder-837051-1-smb {{(pid=87789) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 02:56:37.173892 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [req-8fa82479-62f8-4758-a7d7-e8b51668ab48 req-d13be43d-73d5-4717-8dff-00c4bc5957b4 tempest-DeleteServersTestJSON-1539218655 tempest-DeleteServersTestJSON-1539218655-project] Unset dirty status for tenant:078e586f96be4415b9b07cb2975adb03 on resource:network {{(pid=87787) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 02:56:37.178814 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-8fa82479-62f8-4758-a7d7-e8b51668ab48 req-d13be43d-73d5-4717-8dff-00c4bc5957b4 tempest-DeleteServersTestJSON-1539218655 tempest-DeleteServersTestJSON-1539218655-project] 10.222.0.39 "GET /v2.0/networks?id=072ff000-5f9f-4f59-98b5-3350abf967de HTTP/1.1" status: 200 len: 812 time: 1.9016171 Apr 08 02:56:37.265813 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fc16c32-fad7-4d16-a19b-6c5a3c792638 admin admin] Notify agent at l3_agent.dv-cinder-837051-1-smb the message routers_updated {{(pid=87787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 02:56:37.281234 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-5fc16c32-fad7-4d16-a19b-6c5a3c792638 admin admin] 10.222.0.15 "PUT /v2.0/routers/572fd179-4fdf-49dd-b727-118167ba2fbe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6756992 Apr 08 02:56:37.285131 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-865e5897-4b98-4663-9e80-4bd9535582d0 None None] Sync routers for ids ['572fd179-4fdf-49dd-b727-118167ba2fbe'] in dv-cinder-837051-1-smb {{(pid=87788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 02:56:37.295462 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-1a0b89fe-b043-413a-a3d7-d0aa86de4f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_update {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:37.329325 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-865e5897-4b98-4663-9e80-4bd9535582d0 None None] Routers {'572fd179-4fdf-49dd-b727-118167ba2fbe'} bound to L3 agent in host dv-cinder-837051-1-smb {{(pid=87788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 02:56:37.331054 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.l3_hamode_db [None req-865e5897-4b98-4663-9e80-4bd9535582d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837051-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T02:46:58Z,description=,heartbeat_timestamp=2022-04-08T02:56:28Z,host='dv-cinder-837051-1-smb',id=70d74887-4404-4f0d-99b3-e017d5637063,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T02:46:59Z,topic='l3_agent')) {'router_ids': ['572fd179-4fdf-49dd-b727-118167ba2fbe'], 'active': True} {{(pid=87788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:56:37.356286 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.v2.base [req-8fa82479-62f8-4758-a7d7-e8b51668ab48 req-1f267bbb-910d-48c1-ae58-f684f28a9bce tempest-DeleteServersTestJSON-1539218655 tempest-DeleteServersTestJSON-1539218655-project] Request body: {'port': {'device_id': '2c24a517-4edd-4c9c-8ad9-e4c8e32f9148', 'network_id': '072ff000-5f9f-4f59-98b5-3350abf967de', 'admin_state_up': True, 'tenant_id': '078e586f96be4415b9b07cb2975adb03'}} {{(pid=87787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 02:56:37.482568 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-7ddaaca7-45b2-4c0c-b3a5-1d91c33ea766 None None] Provisioning for port a02b9cd1-cea8-4513-a105-a26be139fb74 completed by entity DHCP. {{(pid=87788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 02:56:37.622361 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-34a9f25a-c520-4dcd-bece-dc9a0ff95d3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:37.630050 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-7ddaaca7-45b2-4c0c-b3a5-1d91c33ea766 None None] Provisioning complete for port a02b9cd1-cea8-4513-a105-a26be139fb74 triggered by entity DHCP. {{(pid=87788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 02:56:37.630813 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7ddaaca7-45b2-4c0c-b3a5-1d91c33ea766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587297'] for port, provisioning_complete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:37.750154 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [req-8fa82479-62f8-4758-a7d7-e8b51668ab48 req-1f267bbb-910d-48c1-ae58-f684f28a9bce tempest-DeleteServersTestJSON-1539218655 tempest-DeleteServersTestJSON-1539218655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:56:37.772174 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [req-8fa82479-62f8-4758-a7d7-e8b51668ab48 req-1f267bbb-910d-48c1-ae58-f684f28a9bce tempest-DeleteServersTestJSON-1539218655 tempest-DeleteServersTestJSON-1539218655-project] Usage tracker for resource:port and tenant:078e586f96be4415b9b07cb2975adb03 is out of sync, need to count used quota {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:56:37.792425 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [req-8fa82479-62f8-4758-a7d7-e8b51668ab48 req-1f267bbb-910d-48c1-ae58-f684f28a9bce tempest-DeleteServersTestJSON-1539218655 tempest-DeleteServersTestJSON-1539218655-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:56:37.823254 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [req-8fa82479-62f8-4758-a7d7-e8b51668ab48 req-1f267bbb-910d-48c1-ae58-f684f28a9bce tempest-DeleteServersTestJSON-1539218655 tempest-DeleteServersTestJSON-1539218655-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:56:37.904824 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Device e47c5611-3927-44cf-969f-3d301d4f88c1 up at agent ovs-agent-dv-cinder-837051-1-smb {{(pid=87788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 02:56:37.951077 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fa82479-62f8-4758-a7d7-e8b51668ab48 req-1f267bbb-910d-48c1-ae58-f684f28a9bce tempest-DeleteServersTestJSON-1539218655 tempest-DeleteServersTestJSON-1539218655-project] Made reservation on behalf of 078e586f96be4415b9b07cb2975adb03 for: {'port': 1} {{(pid=87787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 02:56:37.955049 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [req-8fa82479-62f8-4758-a7d7-e8b51668ab48 req-1f267bbb-910d-48c1-ae58-f684f28a9bce tempest-DeleteServersTestJSON-1539218655 tempest-DeleteServersTestJSON-1539218655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:38.015631 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.quota.driver [None req-34a9f25a-c520-4dcd-bece-dc9a0ff95d3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:56:38.035778 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [None req-34a9f25a-c520-4dcd-bece-dc9a0ff95d3b admin admin] Usage tracker for resource:security_group_rule and tenant:2cde442ed7ea400188a0a7f2a4ac45ce is out of sync, need to count used quota {{(pid=87786) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:56:38.050992 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [None req-34a9f25a-c520-4dcd-bece-dc9a0ff95d3b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87786) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:56:38.080030 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.quota.driver [None req-34a9f25a-c520-4dcd-bece-dc9a0ff95d3b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:56:38.156846 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-038374f9-9f79-4648-83ca-f8c7bc519648 req-7961bdb4-a5a7-449c-bcd1-c67744427f08 tempest-DeleteServersTestJSON-1539218655 tempest-DeleteServersTestJSON-1539218655-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c24a517-4edd-4c9c-8ad9-e4c8e32f9148 HTTP/1.1" status: 200 len: 210 time: 0.9189091 Apr 08 02:56:38.178342 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-1a0b89fe-b043-413a-a3d7-d0aa86de4f55 None None] Notify callbacks [] for port, precommit_update {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:38.208209 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.provisioning_blocks [None req-1a0b89fe-b043-413a-a3d7-d0aa86de4f55 None None] Transition to ACTIVE for port object 0fb68517-97ef-47d9-beb2-a116d6cdc331 will not be triggered until provisioned by entity L2. {{(pid=87789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 02:56:38.343669 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-1a0b89fe-b043-413a-a3d7-d0aa86de4f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762847214852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762846864698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762846864743'] for port, after_update {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:38.530914 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.plugin [None req-7ddaaca7-45b2-4c0c-b3a5-1d91c33ea766 None None] Port a02b9cd1-cea8-4513-a105-a26be139fb74 cannot update to ACTIVE because it is not bound. {{(pid=87788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 02:56:38.553188 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Provisioning for port e47c5611-3927-44cf-969f-3d301d4f88c1 completed by entity L2. {{(pid=87788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 02:56:38.563077 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.plugins.ml2.managers [None req-1a0b89fe-b043-413a-a3d7-d0aa86de4f55 None None] Attempting to bind port 0fb68517-97ef-47d9-beb2-a116d6cdc331 on host dv-cinder-837051-1-smb for vnic_type normal with profile {{(pid=87789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 02:56:38.566816 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.plugins.ml2.managers [None req-1a0b89fe-b043-413a-a3d7-d0aa86de4f55 None None] Attempting to bind port 0fb68517-97ef-47d9-beb2-a116d6cdc331 by drivers openvswitch,hyperv on host dv-cinder-837051-1-smb at level 0 using segments [{'id': '2f3db029-7821-49c5-950d-ef9b857fea9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b'}] {{(pid=87789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 02:56:38.567521 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a0b89fe-b043-413a-a3d7-d0aa86de4f55 None None] Attempting to bind port 0fb68517-97ef-47d9-beb2-a116d6cdc331 on network 98d1e709-75a7-4f60-9ef6-cd80d5a9207b {{(pid=87789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 02:56:38.574071 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.db_base_plugin_common [req-8fa82479-62f8-4758-a7d7-e8b51668ab48 req-1f267bbb-910d-48c1-ae58-f684f28a9bce tempest-DeleteServersTestJSON-1539218655 tempest-DeleteServersTestJSON-1539218655-project] Allocated IP 172.20.0.8 (072ff000-5f9f-4f59-98b5-3350abf967de/d0f08717-2460-411d-9eae-c5089f58933a/1a93caab-288e-4cd0-ac1b-e9a3e25a43de) {{(pid=87787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 02:56:38.597131 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Provisioning complete for port e47c5611-3927-44cf-969f-3d301d4f88c1 triggered by entity L2. {{(pid=87788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 02:56:38.597503 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587297'] for port, provisioning_complete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:38.598524 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a0b89fe-b043-413a-a3d7-d0aa86de4f55 None None] Checking agent: {'id': '506bd601-c596-4b52-979e-3670b1bbe31d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837051-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 2, 46, 59), 'started_at': datetime.datetime(2022, 4, 8, 2, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 2, 56, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837051-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 02:56:38.599942 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a0b89fe-b043-413a-a3d7-d0aa86de4f55 None None] Checking segment: {'id': '2f3db029-7821-49c5-950d-ef9b857fea9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 02:56:38.600975 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-1a0b89fe-b043-413a-a3d7-d0aa86de4f55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:38.602029 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a0b89fe-b043-413a-a3d7-d0aa86de4f55 None None] Bound using segment: {'id': '2f3db029-7821-49c5-950d-ef9b857fea9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b'} {{(pid=87789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 02:56:38.603861 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.plugins.ml2.managers [None req-1a0b89fe-b043-413a-a3d7-d0aa86de4f55 None None] Bound port: 0fb68517-97ef-47d9-beb2-a116d6cdc331, host: dv-cinder-837051-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f3db029-7821-49c5-950d-ef9b857fea9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b'}}] {{(pid=87789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 02:56:38.604404 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-1a0b89fe-b043-413a-a3d7-d0aa86de4f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_update {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:38.769727 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.l3_hamode_db [None req-8a33dacc-b93f-4051-9342-8505e120a437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3c2b0fb-299d-4917-ba8b-8e4ca8926627', 'name': 'tempest-AttachVolumeTestJSON-997133802-router', 'tenant_id': '27912339e79e43db900700b20c01bd73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'external_fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.206'}], 'enable_snat': True}, 'gw_port_id': '39ba25d6-4620-4749-9413-84e0dd6b05d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:56:23Z', 'updated_at': '2022-04-08T02:56:26Z', 'revision_number': 3, 'project_id': '27912339e79e43db900700b20c01bd73', 'gw_port': {'id': '39ba25d6-4620-4749-9413-84e0dd6b05d8', 'name': '', 'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:62:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3c2b0fb-299d-4917-ba8b-8e4ca8926627', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:56:25Z', 'updated_at': '2022-04-08T02:56:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-smb'}], 'dv-cinder-837051-1-smb', False) {} {{(pid=87788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:56:38.799375 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-34a9f25a-c520-4dcd-bece-dc9a0ff95d3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:38.802549 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.l3_dvr_db [None req-865e5897-4b98-4663-9e80-4bd9535582d0 None None] Set router 572fd179-4fdf-49dd-b727-118167ba2fbe gateway port host: dv-cinder-837051-1-smb {{(pid=87788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 02:56:38.829725 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-30be176f-1065-4f5f-84c8-04228ef4203d admin admin] Notify callbacks [] for port, precommit_update {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:38.870606 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.plugins.ml2.db [None req-1a0b89fe-b043-413a-a3d7-d0aa86de4f55 None None] For port 0fb68517-97ef-47d9-beb2-a116d6cdc331, host dv-cinder-837051-1-smb, cleared binding levels {{(pid=87789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 02:56:38.875015 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.plugins.ml2.db [None req-1a0b89fe-b043-413a-a3d7-d0aa86de4f55 None None] For port 0fb68517-97ef-47d9-beb2-a116d6cdc331, host dv-cinder-837051-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837051-1-smb',level=0,port_id=0fb68517-97ef-47d9-beb2-a116d6cdc331,segment=NetworkSegment(2f3db029-7821-49c5-950d-ef9b857fea9c),segment_id=2f3db029-7821-49c5-950d-ef9b857fea9c)] {{(pid=87789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 02:56:38.889897 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-34a9f25a-c520-4dcd-bece-dc9a0ff95d3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:38.906958 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab834d2d-bde6-45e1-bb6f-d2c254a314b8 None None] Pushing event updated for resources: {'Port': ['ID=0fb68517-97ef-47d9-beb2-a116d6cdc331,revision_number=2']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:56:38.956164 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a33dacc-b93f-4051-9342-8505e120a437 None None] The sync data for ids ['b3c2b0fb-299d-4917-ba8b-8e4ca8926627'] in dv-cinder-837051-1-smb is: [{'id': 'b3c2b0fb-299d-4917-ba8b-8e4ca8926627', 'name': 'tempest-AttachVolumeTestJSON-997133802-router', 'tenant_id': '27912339e79e43db900700b20c01bd73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'external_fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.206'}], 'enable_snat': True}, 'gw_port_id': '39ba25d6-4620-4749-9413-84e0dd6b05d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:56:23Z', 'updated_at': '2022-04-08T02:56:26Z', 'revision_number': 3, 'project_id': '27912339e79e43db900700b20c01bd73', 'gw_port': {'id': '39ba25d6-4620-4749-9413-84e0dd6b05d8', 'name': '', 'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:62:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3c2b0fb-299d-4917-ba8b-8e4ca8926627', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:56:25Z', 'updated_at': '2022-04-08T02:56:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-smb'}] {{(pid=87788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 02:56:38.961104 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-1a0b89fe-b043-413a-a3d7-d0aa86de4f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762847214852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762846864698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762846864743'] for port, after_update {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:38.995028 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-30be176f-1065-4f5f-84c8-04228ef4203d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762847214852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762846864698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762846864743'] for port, after_update {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:38.996991 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-30be176f-1065-4f5f-84c8-04228ef4203d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-333118'] for router_interface, after_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:39.131618 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [None req-34a9f25a-c520-4dcd-bece-dc9a0ff95d3b admin admin] Synchronizing usage tracker for tenant:1256413bd9934e7bb4799e9e5c7abba5 on resource:security_group {{(pid=87786) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 02:56:39.178600 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [req-8fa82479-62f8-4758-a7d7-e8b51668ab48 req-1f267bbb-910d-48c1-ae58-f684f28a9bce tempest-DeleteServersTestJSON-1539218655 tempest-DeleteServersTestJSON-1539218655-project] Notify callbacks [] for port, precommit_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:39.187483 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab834d2d-bde6-45e1-bb6f-d2c254a314b8 None None] Pushing event updated for resources: {'Port': ['ID=0fb68517-97ef-47d9-beb2-a116d6cdc331,revision_number=3']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:56:39.209915 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a0b89fe-b043-413a-a3d7-d0aa86de4f55 None None] Routers {'44a33464-cbad-47c2-82a1-16fb5f8565f4'} bound to L3 agent in host dv-cinder-837051-1-smb {{(pid=87789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 02:56:39.210781 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.l3_hamode_db [None req-1a0b89fe-b043-413a-a3d7-d0aa86de4f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837051-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T02:46:58Z,description=,heartbeat_timestamp=2022-04-08T02:56:28Z,host='dv-cinder-837051-1-smb',id=70d74887-4404-4f0d-99b3-e017d5637063,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T02:46:59Z,topic='l3_agent')) {'router_ids': ['44a33464-cbad-47c2-82a1-16fb5f8565f4'], 'active': True} {{(pid=87789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:56:39.315833 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [req-8fa82479-62f8-4758-a7d7-e8b51668ab48 req-1f267bbb-910d-48c1-ae58-f684f28a9bce tempest-DeleteServersTestJSON-1539218655 tempest-DeleteServersTestJSON-1539218655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762846864680'] for port, after_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:39.616539 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fa82479-62f8-4758-a7d7-e8b51668ab48 req-1f267bbb-910d-48c1-ae58-f684f28a9bce tempest-DeleteServersTestJSON-1539218655 tempest-DeleteServersTestJSON-1539218655-project] Network 072ff000-5f9f-4f59-98b5-3350abf967de is already hosted by enough agents. {{(pid=87787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 02:56:39.626428 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.scheduler.base_scheduler [req-8fa82479-62f8-4758-a7d7-e8b51668ab48 req-1f267bbb-910d-48c1-ae58-f684f28a9bce tempest-DeleteServersTestJSON-1539218655 tempest-DeleteServersTestJSON-1539218655-project] Resources bound (agent type, host, resource id): {{(pid=87787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 02:56:39.637279 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:39.644614 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fa82479-62f8-4758-a7d7-e8b51668ab48 req-1f267bbb-910d-48c1-ae58-f684f28a9bce tempest-DeleteServersTestJSON-1539218655 tempest-DeleteServersTestJSON-1539218655-project] Received port after_create {{(pid=87787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 02:56:39.669669 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa82479-62f8-4758-a7d7-e8b51668ab48 req-1f267bbb-910d-48c1-ae58-f684f28a9bce tempest-DeleteServersTestJSON-1539218655 tempest-DeleteServersTestJSON-1539218655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:56:39.670771 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [req-8fa82479-62f8-4758-a7d7-e8b51668ab48 req-1f267bbb-910d-48c1-ae58-f684f28a9bce tempest-DeleteServersTestJSON-1539218655 tempest-DeleteServersTestJSON-1539218655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539232'] for port, before_response {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:39.724128 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:39.797921 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f267bbb-910d-48c1-ae58-f684f28a9bce tempest-DeleteServersTestJSON-1539218655 tempest-DeleteServersTestJSON-1539218655-project] Pushing event updated for resources: {'Port': ['ID=1a93caab-288e-4cd0-ac1b-e9a3e25a43de,revision_number=1']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:56:39.824621 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-8fa82479-62f8-4758-a7d7-e8b51668ab48 req-1f267bbb-910d-48c1-ae58-f684f28a9bce tempest-DeleteServersTestJSON-1539218655 tempest-DeleteServersTestJSON-1539218655-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4735758 Apr 08 02:56:39.870554 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.l3_dvr_db [None req-1a0b89fe-b043-413a-a3d7-d0aa86de4f55 None None] Set router 44a33464-cbad-47c2-82a1-16fb5f8565f4 gateway port host: dv-cinder-837051-1-smb {{(pid=87789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 02:56:39.879487 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [req-8fa82479-62f8-4758-a7d7-e8b51668ab48 req-4b9ccee7-f97c-443c-9291-74d7ede8a6a1 tempest-DeleteServersTestJSON-1539218655 tempest-DeleteServersTestJSON-1539218655-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=87787) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 08 02:56:39.880407 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-8fa82479-62f8-4758-a7d7-e8b51668ab48 req-4b9ccee7-f97c-443c-9291-74d7ede8a6a1 tempest-DeleteServersTestJSON-1539218655 tempest-DeleteServersTestJSON-1539218655-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054772 Apr 08 02:56:39.882683 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a9f25a-c520-4dcd-bece-dc9a0ff95d3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e58a57f-a748-4baa-b525-fb9b0894a6c0,revision_number=1']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:56:39.888041 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30be176f-1065-4f5f-84c8-04228ef4203d admin admin] Pushing event updated for resources: {'Port': ['ID=a02b9cd1-cea8-4513-a105-a26be139fb74,revision_number=2']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:56:40.007049 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.db [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] For port e47c5611-3927-44cf-969f-3d301d4f88c1, host dv-cinder-837051-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837051-1-smb',level=0,port_id=e47c5611-3927-44cf-969f-3d301d4f88c1,segment=NetworkSegment(1b549d7e-fc0e-4f7e-b00e-d69f05216c6f),segment_id=1b549d7e-fc0e-4f7e-b00e-d69f05216c6f)] {{(pid=87788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 02:56:40.065828 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762847214852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762846864698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762846864743'] for port, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:40.257729 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.v2.base [req-8fa82479-62f8-4758-a7d7-e8b51668ab48 req-cea51d7e-a0d4-4df9-8d3a-2593f442eb55 service neutron] Request body: {'port': {'device_id': '2c24a517-4edd-4c9c-8ad9-e4c8e32f9148', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83705'}} {{(pid=87787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 02:56:40.490207 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Device 39ba25d6-4620-4749-9413-84e0dd6b05d8 up at agent ovs-agent-dv-cinder-837051-1-smb {{(pid=87788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 02:56:40.542271 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.l3_hamode_db [None req-1a0b89fe-b043-413a-a3d7-d0aa86de4f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44a33464-cbad-47c2-82a1-16fb5f8565f4', 'name': 'tempest-AttachVolumeShelveTestJSON-1267468133-router', 'tenant_id': '8802cd0cfe144a92a69089a1dac25d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'external_fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.178'}], 'enable_snat': True}, 'gw_port_id': '0fb68517-97ef-47d9-beb2-a116d6cdc331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:56:27Z', 'updated_at': '2022-04-08T02:56:32Z', 'revision_number': 3, 'project_id': '8802cd0cfe144a92a69089a1dac25d8f', 'gw_port': {'id': '0fb68517-97ef-47d9-beb2-a116d6cdc331', 'name': '', 'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:46:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44a33464-cbad-47c2-82a1-16fb5f8565f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:56:30Z', 'updated_at': '2022-04-08T02:56:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-smb'}], 'dv-cinder-837051-1-smb', False) {} {{(pid=87789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:56:40.547247 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0b89fe-b043-413a-a3d7-d0aa86de4f55 None None] The sync data for ids ['44a33464-cbad-47c2-82a1-16fb5f8565f4'] in dv-cinder-837051-1-smb is: [{'id': '44a33464-cbad-47c2-82a1-16fb5f8565f4', 'name': 'tempest-AttachVolumeShelveTestJSON-1267468133-router', 'tenant_id': '8802cd0cfe144a92a69089a1dac25d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'external_fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.178'}], 'enable_snat': True}, 'gw_port_id': '0fb68517-97ef-47d9-beb2-a116d6cdc331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:56:27Z', 'updated_at': '2022-04-08T02:56:32Z', 'revision_number': 3, 'project_id': '8802cd0cfe144a92a69089a1dac25d8f', 'gw_port': {'id': '0fb68517-97ef-47d9-beb2-a116d6cdc331', 'name': '', 'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:46:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44a33464-cbad-47c2-82a1-16fb5f8565f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:56:30Z', 'updated_at': '2022-04-08T02:56:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-smb'}] {{(pid=87789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 02:56:40.554981 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [req-8fa82479-62f8-4758-a7d7-e8b51668ab48 req-cea51d7e-a0d4-4df9-8d3a-2593f442eb55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_update {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:40.611287 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Pushing event updated for resources: {'Port': ['ID=e47c5611-3927-44cf-969f-3d301d4f88c1,revision_number=3']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:56:40.641413 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.l3_hamode_db [None req-865e5897-4b98-4663-9e80-4bd9535582d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '572fd179-4fdf-49dd-b727-118167ba2fbe', 'name': 'tempest-ServerRescueNegativeTestJSON-180479948-router', 'tenant_id': '9e6274c43de24b849ee9a4529c53f5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'external_fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.165'}], 'enable_snat': True}, 'gw_port_id': 'c8c09e15-8818-4c7e-833b-b83cfda4f09c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:56:23Z', 'updated_at': '2022-04-08T02:56:33Z', 'revision_number': 4, 'project_id': '9e6274c43de24b849ee9a4529c53f5b5', 'gw_port': {'id': 'c8c09e15-8818-4c7e-833b-b83cfda4f09c', 'name': '', 'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:c2:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '572fd179-4fdf-49dd-b727-118167ba2fbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:56:25Z', 'updated_at': '2022-04-08T02:56:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-smb', '_interfaces': [{'id': 'e1daf67e-83d0-408c-8806-e811ed179fd7', 'name': '', 'network_id': '769a4c13-39df-48c1-b6cd-854ac881aaa3', 'tenant_id': '9e6274c43de24b849ee9a4529c53f5b5', 'mac_address': 'fa:16:3e:d2:c0:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '572fd179-4fdf-49dd-b727-118167ba2fbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '2ff278b6-8dcd-49ad-92d3-ea301b80d1c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:56:31Z', 'updated_at': '2022-04-08T02:56:34Z', 'revision_number': 2, 'project_id': '9e6274c43de24b849ee9a4529c53f5b5', 'subnets': [{'id': '2ff278b6-8dcd-49ad-92d3-ea301b80d1c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837051-1-smb', False) {} {{(pid=87788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:56:40.646777 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-865e5897-4b98-4663-9e80-4bd9535582d0 None None] Checking router: 572fd179-4fdf-49dd-b727-118167ba2fbe for host: dv-cinder-837051-1-smb {{(pid=87788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 02:56:40.647202 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-865e5897-4b98-4663-9e80-4bd9535582d0 None None] Updating router 572fd179-4fdf-49dd-b727-118167ba2fbe port e1daf67e-83d0-408c-8806-e811ed179fd7 binding host dv-cinder-837051-1-smb {{(pid=87788) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 02:56:40.694967 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [None req-34a9f25a-c520-4dcd-bece-dc9a0ff95d3b admin admin] Unset dirty status for tenant:1256413bd9934e7bb4799e9e5c7abba5 on resource:security_group {{(pid=87786) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 02:56:40.698058 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [None req-34a9f25a-c520-4dcd-bece-dc9a0ff95d3b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2cde442ed7ea400188a0a7f2a4ac45ce&name=default HTTP/1.1" status: 200 len: 2975 time: 4.2446418 Apr 08 02:56:40.710027 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 41760) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:56:40.731262 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-865e5897-4b98-4663-9e80-4bd9535582d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:40.863043 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Provisioning for port 39ba25d6-4620-4749-9413-84e0dd6b05d8 completed by entity L2. {{(pid=87788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 02:56:40.906612 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Provisioning complete for port 39ba25d6-4620-4749-9413-84e0dd6b05d8 triggered by entity L2. {{(pid=87788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 02:56:40.906979 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587297'] for port, provisioning_complete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:41.300827 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85072de3-84d6-4a2a-a25e-0449b3907b28 req-965161aa-8a08-4368-8907-c6b5937e82f0 tempest-DeleteServersTestJSON-1539218655 tempest-DeleteServersTestJSON-1539218655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:56:41.302825 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-85072de3-84d6-4a2a-a25e-0449b3907b28 req-965161aa-8a08-4368-8907-c6b5937e82f0 tempest-DeleteServersTestJSON-1539218655 tempest-DeleteServersTestJSON-1539218655-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c24a517-4edd-4c9c-8ad9-e4c8e32f9148 HTTP/1.1" status: 200 len: 931 time: 1.7430730 Apr 08 02:56:41.330110 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab2ae6b-22d8-40ed-adb3-db6f7778a98f req-a38391b6-7f0a-4317-874c-d12e4d6e65b9 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:56:41.330895 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [req-1ab2ae6b-22d8-40ed-adb3-db6f7778a98f req-a38391b6-7f0a-4317-874c-d12e4d6e65b9 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Synchronizing usage tracker for tenant:9e6274c43de24b849ee9a4529c53f5b5 on resource:network {{(pid=87786) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 02:56:41.339360 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:41.413261 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.db [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] For port 39ba25d6-4620-4749-9413-84e0dd6b05d8, host dv-cinder-837051-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837051-1-smb',level=0,port_id=39ba25d6-4620-4749-9413-84e0dd6b05d8,segment=NetworkSegment(2f3db029-7821-49c5-950d-ef9b857fea9c),segment_id=2f3db029-7821-49c5-950d-ef9b857fea9c)] {{(pid=87788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 02:56:41.480072 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.notifiers.nova [req-8fa82479-62f8-4758-a7d7-e8b51668ab48 req-cea51d7e-a0d4-4df9-8d3a-2593f442eb55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a93caab-288e-4cd0-ac1b-e9a3e25a43de {{(pid=87787) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 02:56:41.492689 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [req-8fa82479-62f8-4758-a7d7-e8b51668ab48 req-cea51d7e-a0d4-4df9-8d3a-2593f442eb55 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:41.507824 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30be176f-1065-4f5f-84c8-04228ef4203d admin admin] Network c8c3b9c3-2a08-4eb4-872c-03cbce1e3b10 is already hosted by enough agents. {{(pid=87786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 02:56:41.521501 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.scheduler.base_scheduler [None req-30be176f-1065-4f5f-84c8-04228ef4203d admin admin] Resources bound (agent type, host, resource id): {{(pid=87786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 02:56:41.560349 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762847214852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762846864698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762846864743'] for port, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:41.564339 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.provisioning_blocks [req-8fa82479-62f8-4758-a7d7-e8b51668ab48 req-cea51d7e-a0d4-4df9-8d3a-2593f442eb55 service neutron] Transition to ACTIVE for port object 1a93caab-288e-4cd0-ac1b-e9a3e25a43de will not be triggered until provisioned by entity L2. {{(pid=87787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 02:56:41.566415 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Device c8c09e15-8818-4c7e-833b-b83cfda4f09c up at agent ovs-agent-dv-cinder-837051-1-smb {{(pid=87788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 02:56:41.658003 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [req-8fa82479-62f8-4758-a7d7-e8b51668ab48 req-cea51d7e-a0d4-4df9-8d3a-2593f442eb55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762847214852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762846864698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762846864743'] for port, after_update {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:41.750769 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [req-1ab2ae6b-22d8-40ed-adb3-db6f7778a98f req-a38391b6-7f0a-4317-874c-d12e4d6e65b9 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Unset dirty status for tenant:9e6274c43de24b849ee9a4529c53f5b5 on resource:network {{(pid=87786) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 02:56:41.757327 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-1ab2ae6b-22d8-40ed-adb3-db6f7778a98f req-a38391b6-7f0a-4317-874c-d12e4d6e65b9 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/networks?id=769a4c13-39df-48c1-b6cd-854ac881aaa3 HTTP/1.1" status: 200 len: 818 time: 2.6513274 Apr 08 02:56:41.801613 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-85072de3-84d6-4a2a-a25e-0449b3907b28 req-e6cf90b2-32e6-48d4-b912-5c78f8bfcfaf tempest-DeleteServersTestJSON-1539218655 tempest-DeleteServersTestJSON-1539218655-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1fbef15-233f-4f65-a32e-bff4a8521cca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4873698 Apr 08 02:56:41.832849 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Pushing event updated for resources: {'Port': ['ID=39ba25d6-4620-4749-9413-84e0dd6b05d8,revision_number=4']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:56:42.033413 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-1ab2ae6b-22d8-40ed-adb3-db6f7778a98f req-3f411a6b-fad6-4014-b78f-aca76a473b85 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/quotas/9e6274c43de24b849ee9a4529c53f5b5 HTTP/1.1" status: 200 len: 375 time: 0.1830654 Apr 08 02:56:42.076744 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Provisioning complete for port c8c09e15-8818-4c7e-833b-b83cfda4f09c triggered by entity L2. {{(pid=87788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 02:56:42.079476 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587297'] for port, provisioning_complete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:42.320294 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-627e1ee9-5885-49f8-873c-cf26d319e21b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:42.386971 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.db.resource_extend [None req-865e5897-4b98-4663-9e80-4bd9535582d0 None None] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 08 02:56:42.457674 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.plugins.ml2.managers [req-8fa82479-62f8-4758-a7d7-e8b51668ab48 req-cea51d7e-a0d4-4df9-8d3a-2593f442eb55 service neutron] Attempting to bind port 1a93caab-288e-4cd0-ac1b-e9a3e25a43de on host hv-cinder-83705 for vnic_type normal with profile {{(pid=87787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 02:56:42.469548 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.plugins.ml2.managers [req-8fa82479-62f8-4758-a7d7-e8b51668ab48 req-cea51d7e-a0d4-4df9-8d3a-2593f442eb55 service neutron] Attempting to bind port 1a93caab-288e-4cd0-ac1b-e9a3e25a43de by drivers openvswitch,hyperv on host hv-cinder-83705 at level 0 using segments [{'id': 'e3ebf9a4-de2c-4dcf-87e2-47ccc7ef81d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '072ff000-5f9f-4f59-98b5-3350abf967de'}] {{(pid=87787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 02:56:42.470075 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fa82479-62f8-4758-a7d7-e8b51668ab48 req-cea51d7e-a0d4-4df9-8d3a-2593f442eb55 service neutron] Attempting to bind port 1a93caab-288e-4cd0-ac1b-e9a3e25a43de on network 072ff000-5f9f-4f59-98b5-3350abf967de {{(pid=87787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 02:56:42.474348 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-627e1ee9-5885-49f8-873c-cf26d319e21b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:42.510429 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea51d7e-a0d4-4df9-8d3a-2593f442eb55 service neutron] Pushing event updated for resources: {'Port': ['ID=1a93caab-288e-4cd0-ac1b-e9a3e25a43de,revision_number=2']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:56:42.553176 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fa82479-62f8-4758-a7d7-e8b51668ab48 req-cea51d7e-a0d4-4df9-8d3a-2593f442eb55 service neutron] Port 1a93caab-288e-4cd0-ac1b-e9a3e25a43de on network 072ff000-5f9f-4f59-98b5-3350abf967de not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83705 {{(pid=87787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 08 02:56:42.553381 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fa82479-62f8-4758-a7d7-e8b51668ab48 req-cea51d7e-a0d4-4df9-8d3a-2593f442eb55 service neutron] Attempting to bind port 1a93caab-288e-4cd0-ac1b-e9a3e25a43de on network 072ff000-5f9f-4f59-98b5-3350abf967de {{(pid=87787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 02:56:42.598091 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30be176f-1065-4f5f-84c8-04228ef4203d admin admin] Router b3c2b0fb-299d-4917-ba8b-8e4ca8926627 has already been hosted by L3 agent 70d74887-4404-4f0d-99b3-e017d5637063 {{(pid=87786) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 02:56:42.603966 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fa82479-62f8-4758-a7d7-e8b51668ab48 req-cea51d7e-a0d4-4df9-8d3a-2593f442eb55 service neutron] Checking agent: {'id': '80029809-569d-4306-9121-6b636b3093bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83705', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 2, 54, 9), 'started_at': datetime.datetime(2022, 4, 8, 2, 54, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 2, 56, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 02:56:42.604404 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fa82479-62f8-4758-a7d7-e8b51668ab48 req-cea51d7e-a0d4-4df9-8d3a-2593f442eb55 service neutron] Checking segment: {'id': 'e3ebf9a4-de2c-4dcf-87e2-47ccc7ef81d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '072ff000-5f9f-4f59-98b5-3350abf967de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 02:56:42.604969 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fa82479-62f8-4758-a7d7-e8b51668ab48 req-cea51d7e-a0d4-4df9-8d3a-2593f442eb55 service neutron] Bound using segment: {'id': 'e3ebf9a4-de2c-4dcf-87e2-47ccc7ef81d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '072ff000-5f9f-4f59-98b5-3350abf967de'} {{(pid=87787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 02:56:42.605326 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.plugins.ml2.managers [req-8fa82479-62f8-4758-a7d7-e8b51668ab48 req-cea51d7e-a0d4-4df9-8d3a-2593f442eb55 service neutron] Bound port: 1a93caab-288e-4cd0-ac1b-e9a3e25a43de, host: hv-cinder-83705, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3ebf9a4-de2c-4dcf-87e2-47ccc7ef81d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '072ff000-5f9f-4f59-98b5-3350abf967de'}}] {{(pid=87787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 02:56:42.605757 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [req-8fa82479-62f8-4758-a7d7-e8b51668ab48 req-cea51d7e-a0d4-4df9-8d3a-2593f442eb55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_update {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:42.628383 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-551b4306-dbd6-44eb-99b3-033d4bd71810 None None] Provisioning complete for port a02b9cd1-cea8-4513-a105-a26be139fb74 triggered by entity DHCP. {{(pid=87788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 02:56:42.637285 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-551b4306-dbd6-44eb-99b3-033d4bd71810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587297'] for port, provisioning_complete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:42.749978 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.plugins.ml2.db [req-8fa82479-62f8-4758-a7d7-e8b51668ab48 req-cea51d7e-a0d4-4df9-8d3a-2593f442eb55 service neutron] For port 1a93caab-288e-4cd0-ac1b-e9a3e25a43de, host hv-cinder-83705, cleared binding levels {{(pid=87787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 02:56:42.755425 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.plugins.ml2.db [req-8fa82479-62f8-4758-a7d7-e8b51668ab48 req-cea51d7e-a0d4-4df9-8d3a-2593f442eb55 service neutron] For port 1a93caab-288e-4cd0-ac1b-e9a3e25a43de, host hv-cinder-83705, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=1a93caab-288e-4cd0-ac1b-e9a3e25a43de,segment=NetworkSegment(e3ebf9a4-de2c-4dcf-87e2-47ccc7ef81d2),segment_id=e3ebf9a4-de2c-4dcf-87e2-47ccc7ef81d2)] {{(pid=87787) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 02:56:42.807351 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-865e5897-4b98-4663-9e80-4bd9535582d0 None None] Notify callbacks [] for port, precommit_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:42.813108 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-627e1ee9-5885-49f8-873c-cf26d319e21b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:42.865957 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [req-8fa82479-62f8-4758-a7d7-e8b51668ab48 req-cea51d7e-a0d4-4df9-8d3a-2593f442eb55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762847214852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762846864698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762846864743'] for port, after_update {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:42.874208 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-865e5897-4b98-4663-9e80-4bd9535582d0 None None] Transition to ACTIVE for port object e1daf67e-83d0-408c-8806-e811ed179fd7 will not be triggered until provisioned by entity L2. {{(pid=87788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 02:56:42.877455 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.plugin [None req-551b4306-dbd6-44eb-99b3-033d4bd71810 None None] Port a02b9cd1-cea8-4513-a105-a26be139fb74 cannot update to ACTIVE because it is not bound. {{(pid=87788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 02:56:42.890690 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627e1ee9-5885-49f8-873c-cf26d319e21b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e58a57f-a748-4baa-b525-fb9b0894a6c0,revision_number=None']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:56:42.925798 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Device dbf691b4-d04c-4c99-a643-4213ff855e98 up at agent ovs-agent-dv-cinder-837051-1-smb {{(pid=87788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 02:56:42.995034 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-627e1ee9-5885-49f8-873c-cf26d319e21b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:42.998721 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-627e1ee9-5885-49f8-873c-cf26d319e21b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0e58a57f-a748-4baa-b525-fb9b0894a6c0 HTTP/1.1" status: 204 len: 168 time: 2.2822893 Apr 08 02:56:43.061850 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa82479-62f8-4758-a7d7-e8b51668ab48 req-cea51d7e-a0d4-4df9-8d3a-2593f442eb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:56:43.062645 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [req-8fa82479-62f8-4758-a7d7-e8b51668ab48 req-cea51d7e-a0d4-4df9-8d3a-2593f442eb55 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539232'] for port, before_response {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:43.064302 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-8fa82479-62f8-4758-a7d7-e8b51668ab48 req-cea51d7e-a0d4-4df9-8d3a-2593f442eb55 service neutron] 10.222.0.39 "PUT /v2.0/ports/1a93caab-288e-4cd0-ac1b-e9a3e25a43de HTTP/1.1" status: 200 len: 1093 time: 2.9022124 Apr 08 02:56:43.064803 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c24a517-4edd-4c9c-8ad9-e4c8e32f9148', 'tag': '1a93caab-288e-4cd0-ac1b-e9a3e25a43de'}] {{(pid=87787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 02:56:43.093460 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-865e5897-4b98-4663-9e80-4bd9535582d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762847214852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762846864698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762846864743'] for port, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:43.213173 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-1ab2ae6b-22d8-40ed-adb3-db6f7778a98f req-b318164f-d2cd-407d-aa00-17ae0c633499 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=9e6274c43de24b849ee9a4529c53f5b5&fields=id HTTP/1.1" status: 200 len: 302 time: 1.1723642 Apr 08 02:56:43.225470 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-a332f955-1fca-4866-bc48-80a3696a0d68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:43.265438 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea51d7e-a0d4-4df9-8d3a-2593f442eb55 service neutron] Pushing event updated for resources: {'Port': ['ID=1a93caab-288e-4cd0-ac1b-e9a3e25a43de,revision_number=3']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:56:43.535687 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa82479-62f8-4758-a7d7-e8b51668ab48 req-f5776bea-3192-4aab-a38d-6a7892b0ea3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:56:43.535687 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-8fa82479-62f8-4758-a7d7-e8b51668ab48 req-f5776bea-3192-4aab-a38d-6a7892b0ea3c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=078e586f96be4415b9b07cb2975adb03&device_id=2c24a517-4edd-4c9c-8ad9-e4c8e32f9148 HTTP/1.1" status: 200 len: 1096 time: 0.1982591 Apr 08 02:56:43.634977 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 41832) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:56:43.635078 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ff4676-99c6-4d81-ba7c-f44bb3ba6790 None None] Pushing event updated for resources: {'Port': ['ID=e1daf67e-83d0-408c-8806-e811ed179fd7,revision_number=3']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:56:43.658004 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30be176f-1065-4f5f-84c8-04228ef4203d admin admin] Notify agent at l3_agent.dv-cinder-837051-1-smb the message routers_updated {{(pid=87786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 02:56:43.679809 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56fd6394-0c71-4cf8-a43b-bffa719a1f00 None None] Sync routers for ids ['b3c2b0fb-299d-4917-ba8b-8e4ca8926627'] in dv-cinder-837051-1-smb {{(pid=87789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 02:56:43.736790 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-8fa82479-62f8-4758-a7d7-e8b51668ab48 req-4c7a9940-8d9f-40ed-b9cd-d5fffc1f692c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1a93caab-288e-4cd0-ac1b-e9a3e25a43de HTTP/1.1" status: 200 len: 217 time: 0.1963396 Apr 08 02:56:43.738508 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Provisioning complete for port dbf691b4-d04c-4c99-a643-4213ff855e98 triggered by entity L2. {{(pid=87788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 02:56:43.738508 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587297'] for port, provisioning_complete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:43.738724 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56fd6394-0c71-4cf8-a43b-bffa719a1f00 None None] Routers {'b3c2b0fb-299d-4917-ba8b-8e4ca8926627'} bound to L3 agent in host dv-cinder-837051-1-smb {{(pid=87789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 02:56:43.738724 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.l3_hamode_db [None req-56fd6394-0c71-4cf8-a43b-bffa719a1f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837051-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T02:46:58Z,description=,heartbeat_timestamp=2022-04-08T02:56:28Z,host='dv-cinder-837051-1-smb',id=70d74887-4404-4f0d-99b3-e017d5637063,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T02:46:59Z,topic='l3_agent')) {'router_ids': ['b3c2b0fb-299d-4917-ba8b-8e4ca8926627'], 'active': True} {{(pid=87789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:56:43.738871 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fc9b67-11bf-47cd-93a1-0072aa0bf455 req-d6c7b0be-d525-4104-a99f-7675c2fb618b tempest-DeleteServersTestJSON-1539218655 tempest-DeleteServersTestJSON-1539218655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:56:43.741504 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-14fc9b67-11bf-47cd-93a1-0072aa0bf455 req-d6c7b0be-d525-4104-a99f-7675c2fb618b tempest-DeleteServersTestJSON-1539218655 tempest-DeleteServersTestJSON-1539218655-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c24a517-4edd-4c9c-8ad9-e4c8e32f9148 HTTP/1.1" status: 200 len: 943 time: 0.7268682 Apr 08 02:56:43.859189 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa82479-62f8-4758-a7d7-e8b51668ab48 req-1d34ec24-2944-4486-b6e6-12f3e3970f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:56:43.859189 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-8fa82479-62f8-4758-a7d7-e8b51668ab48 req-1d34ec24-2944-4486-b6e6-12f3e3970f6c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d0f08717-2460-411d-9eae-c5089f58933a HTTP/1.1" status: 200 len: 852 time: 0.1663759 Apr 08 02:56:43.877279 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.managers [None req-865e5897-4b98-4663-9e80-4bd9535582d0 None None] Attempting to bind port e1daf67e-83d0-408c-8806-e811ed179fd7 on host dv-cinder-837051-1-smb for vnic_type normal with profile {{(pid=87788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 02:56:43.877901 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.managers [None req-865e5897-4b98-4663-9e80-4bd9535582d0 None None] Attempting to bind port e1daf67e-83d0-408c-8806-e811ed179fd7 by drivers openvswitch,hyperv on host dv-cinder-837051-1-smb at level 0 using segments [{'id': 'b999ec1c-7290-4f58-a0e4-e85f79fb25cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '769a4c13-39df-48c1-b6cd-854ac881aaa3'}] {{(pid=87788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 02:56:43.877994 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-865e5897-4b98-4663-9e80-4bd9535582d0 None None] Attempting to bind port e1daf67e-83d0-408c-8806-e811ed179fd7 on network 769a4c13-39df-48c1-b6cd-854ac881aaa3 {{(pid=87788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 02:56:43.892252 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-865e5897-4b98-4663-9e80-4bd9535582d0 None None] Checking agent: {'id': '506bd601-c596-4b52-979e-3670b1bbe31d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837051-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 2, 46, 59), 'started_at': datetime.datetime(2022, 4, 8, 2, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 2, 56, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837051-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 02:56:43.892698 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-865e5897-4b98-4663-9e80-4bd9535582d0 None None] Checking segment: {'id': 'b999ec1c-7290-4f58-a0e4-e85f79fb25cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '769a4c13-39df-48c1-b6cd-854ac881aaa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 02:56:43.893619 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-865e5897-4b98-4663-9e80-4bd9535582d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:43.917624 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-865e5897-4b98-4663-9e80-4bd9535582d0 None None] Bound using segment: {'id': 'b999ec1c-7290-4f58-a0e4-e85f79fb25cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '769a4c13-39df-48c1-b6cd-854ac881aaa3'} {{(pid=87788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 02:56:43.917853 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [None req-30be176f-1065-4f5f-84c8-04228ef4203d admin admin] 10.222.0.15 "PUT /v2.0/routers/b3c2b0fb-299d-4917-ba8b-8e4ca8926627/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.1163452 Apr 08 02:56:43.918004 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.managers [None req-865e5897-4b98-4663-9e80-4bd9535582d0 None None] Bound port: e1daf67e-83d0-408c-8806-e811ed179fd7, host: dv-cinder-837051-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b999ec1c-7290-4f58-a0e4-e85f79fb25cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '769a4c13-39df-48c1-b6cd-854ac881aaa3'}}] {{(pid=87788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 02:56:43.918004 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-865e5897-4b98-4663-9e80-4bd9535582d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:43.959542 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-14fc9b67-11bf-47cd-93a1-0072aa0bf455 req-8f90fc1c-7d22-4fce-8916-031ae01f0425 tempest-DeleteServersTestJSON-1539218655 tempest-DeleteServersTestJSON-1539218655-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1fbef15-233f-4f65-a32e-bff4a8521cca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170360 Apr 08 02:56:44.033023 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-8fa82479-62f8-4758-a7d7-e8b51668ab48 req-966954f0-a3af-400d-af6b-19b84ab319f7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=072ff000-5f9f-4f59-98b5-3350abf967de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1631951 Apr 08 02:56:44.103540 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.db [None req-865e5897-4b98-4663-9e80-4bd9535582d0 None None] For port e1daf67e-83d0-408c-8806-e811ed179fd7, host dv-cinder-837051-1-smb, cleared binding levels {{(pid=87788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 02:56:44.107015 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.db [None req-865e5897-4b98-4663-9e80-4bd9535582d0 None None] For port e1daf67e-83d0-408c-8806-e811ed179fd7, host dv-cinder-837051-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837051-1-smb',level=0,port_id=e1daf67e-83d0-408c-8806-e811ed179fd7,segment=NetworkSegment(b999ec1c-7290-4f58-a0e4-e85f79fb25cd),segment_id=b999ec1c-7290-4f58-a0e4-e85f79fb25cd)] {{(pid=87788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 02:56:44.205195 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.db_base_plugin_common [None req-a332f955-1fca-4866-bc48-80a3696a0d68 admin admin] Allocated IP 172.20.0.1 (13de0308-e21f-45b1-8a0f-24108cbfbce7/da634180-ad94-49db-9cf0-02a07794ec35/e7972713-86ee-4d57-a034-77787b34547f) {{(pid=87786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 02:56:44.253387 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-865e5897-4b98-4663-9e80-4bd9535582d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762847214852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762846864698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762846864743'] for port, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:44.298906 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.l3_dvr_db [None req-56fd6394-0c71-4cf8-a43b-bffa719a1f00 None None] Set router b3c2b0fb-299d-4917-ba8b-8e4ca8926627 gateway port host: dv-cinder-837051-1-smb {{(pid=87789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 02:56:44.357733 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-8fa82479-62f8-4758-a7d7-e8b51668ab48 req-ce9d3124-9933-451a-997d-e46b10fffb78 service neutron] 10.222.0.39 "GET /v2.0/networks/072ff000-5f9f-4f59-98b5-3350abf967de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2983882 Apr 08 02:56:44.454727 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-865e5897-4b98-4663-9e80-4bd9535582d0 None None] Routers {'572fd179-4fdf-49dd-b727-118167ba2fbe'} bound to L3 agent in host dv-cinder-837051-1-smb {{(pid=87788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 02:56:44.457894 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.l3_hamode_db [None req-865e5897-4b98-4663-9e80-4bd9535582d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837051-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T02:46:58Z,description=,heartbeat_timestamp=2022-04-08T02:56:28Z,host='dv-cinder-837051-1-smb',id=70d74887-4404-4f0d-99b3-e017d5637063,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T02:46:59Z,topic='l3_agent')) {'router_ids': ['572fd179-4fdf-49dd-b727-118167ba2fbe'], 'active': True} {{(pid=87788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:56:44.586311 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ff4676-99c6-4d81-ba7c-f44bb3ba6790 None None] Pushing event updated for resources: {'Port': ['ID=e1daf67e-83d0-408c-8806-e811ed179fd7,revision_number=4']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:56:44.620638 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Device 0fb68517-97ef-47d9-beb2-a116d6cdc331 up at agent ovs-agent-dv-cinder-837051-1-smb {{(pid=87788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 02:56:44.630282 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-749eefd3-5058-4327-857e-891153550cd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:44.743988 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.wsgi [req-1ab2ae6b-22d8-40ed-adb3-db6f7778a98f req-df499256-6e87-4cff-a733-172e090e75b4 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=87786) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 08 02:56:44.747381 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-1ab2ae6b-22d8-40ed-adb3-db6f7778a98f req-df499256-6e87-4cff-a733-172e090e75b4 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8576863 Apr 08 02:56:44.830879 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-749eefd3-5058-4327-857e-891153550cd6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:56:44.860896 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-749eefd3-5058-4327-857e-891153550cd6 admin admin] Usage tracker for resource:security_group_rule and tenant:a5bd9f4b5bfc4b6db2725fc30c7610e5 is out of sync, need to count used quota {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:56:44.885087 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-749eefd3-5058-4327-857e-891153550cd6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:56:44.912384 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-749eefd3-5058-4327-857e-891153550cd6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:56:45.030398 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-8fa82479-62f8-4758-a7d7-e8b51668ab48 req-a72cacbe-9076-41e5-a785-84e587c2d67a service neutron] 10.222.0.39 "GET /v2.0/networks/072ff000-5f9f-4f59-98b5-3350abf967de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6609976 Apr 08 02:56:45.215444 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91e20890-eac7-4767-b404-09ce695bdce3'] response: {'name': 'network-changed', 'server_uuid': '2c24a517-4edd-4c9c-8ad9-e4c8e32f9148', 'tag': '1a93caab-288e-4cd0-ac1b-e9a3e25a43de', 'status': 'completed', 'code': 200} Apr 08 02:56:45.218148 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-749eefd3-5058-4327-857e-891153550cd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:45.281372 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-749eefd3-5058-4327-857e-891153550cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:45.303745 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.l3_dvr_db [None req-865e5897-4b98-4663-9e80-4bd9535582d0 None None] Set router 572fd179-4fdf-49dd-b727-118167ba2fbe gateway port host: dv-cinder-837051-1-smb {{(pid=87788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 02:56:45.319654 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-a332f955-1fca-4866-bc48-80a3696a0d68 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:45.321548 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.l3_hamode_db [None req-56fd6394-0c71-4cf8-a43b-bffa719a1f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3c2b0fb-299d-4917-ba8b-8e4ca8926627', 'name': 'tempest-AttachVolumeTestJSON-997133802-router', 'tenant_id': '27912339e79e43db900700b20c01bd73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'external_fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.206'}], 'enable_snat': True}, 'gw_port_id': '39ba25d6-4620-4749-9413-84e0dd6b05d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:56:23Z', 'updated_at': '2022-04-08T02:56:36Z', 'revision_number': 4, 'project_id': '27912339e79e43db900700b20c01bd73', 'gw_port': {'id': '39ba25d6-4620-4749-9413-84e0dd6b05d8', 'name': '', 'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:62:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c2b0fb-299d-4917-ba8b-8e4ca8926627', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:56:25Z', 'updated_at': '2022-04-08T02:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-smb', '_interfaces': [{'id': 'a02b9cd1-cea8-4513-a105-a26be139fb74', 'name': '', 'network_id': 'c8c3b9c3-2a08-4eb4-872c-03cbce1e3b10', 'tenant_id': '27912339e79e43db900700b20c01bd73', 'mac_address': 'fa:16:3e:0d:7d:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3c2b0fb-299d-4917-ba8b-8e4ca8926627', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '18b119e0-b657-4738-8e56-4872d79152d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:56:34Z', 'updated_at': '2022-04-08T02:56:37Z', 'revision_number': 2, 'project_id': '27912339e79e43db900700b20c01bd73', 'subnets': [{'id': '18b119e0-b657-4738-8e56-4872d79152d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837051-1-smb', False) {} {{(pid=87789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:56:45.333186 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56fd6394-0c71-4cf8-a43b-bffa719a1f00 None None] Checking router: b3c2b0fb-299d-4917-ba8b-8e4ca8926627 for host: dv-cinder-837051-1-smb {{(pid=87789) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 02:56:45.333885 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56fd6394-0c71-4cf8-a43b-bffa719a1f00 None None] Updating router b3c2b0fb-299d-4917-ba8b-8e4ca8926627 port a02b9cd1-cea8-4513-a105-a26be139fb74 binding host dv-cinder-837051-1-smb {{(pid=87789) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 02:56:45.400529 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 41870) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:56:45.410620 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.provisioning_blocks [None req-a332f955-1fca-4866-bc48-80a3696a0d68 admin admin] Transition to ACTIVE for port object e7972713-86ee-4d57-a034-77787b34547f will not be triggered until provisioned by entity DHCP. {{(pid=87786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 02:56:45.486708 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-56fd6394-0c71-4cf8-a43b-bffa719a1f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_update {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:45.489386 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Provisioning for port 0fb68517-97ef-47d9-beb2-a116d6cdc331 completed by entity L2. {{(pid=87788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 02:56:45.509701 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749eefd3-5058-4327-857e-891153550cd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=962b22d1-c081-4bdb-8fe2-f94f8ffd4762,revision_number=1']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:56:45.524428 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-749eefd3-5058-4327-857e-891153550cd6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a5bd9f4b5bfc4b6db2725fc30c7610e5&name=default HTTP/1.1" status: 200 len: 2976 time: 1.8985686 Apr 08 02:56:45.537793 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Provisioning complete for port 0fb68517-97ef-47d9-beb2-a116d6cdc331 triggered by entity L2. {{(pid=87788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 02:56:45.538165 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587297'] for port, provisioning_complete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:45.542871 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 41878) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:56:45.553758 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-a332f955-1fca-4866-bc48-80a3696a0d68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762846864680'] for port, after_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:45.643273 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-c4c9d113-1578-4377-a3fb-c20f2e2ab248 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:45.724707 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-c4c9d113-1578-4377-a3fb-c20f2e2ab248 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:56:45.728727 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-1ab2ae6b-22d8-40ed-adb3-db6f7778a98f req-0b4a255c-fcd9-406b-9fc6-0801d9b10755 service neutron] 10.222.0.15 "GET /v2.0/networks/769a4c13-39df-48c1-b6cd-854ac881aaa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9662285 Apr 08 02:56:45.747224 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-c4c9d113-1578-4377-a3fb-c20f2e2ab248 admin admin] Usage tracker for resource:security_group_rule and tenant:6d9e49d4fed341c9a213a148fd64a595 is out of sync, need to count used quota {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:56:45.761766 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-c4c9d113-1578-4377-a3fb-c20f2e2ab248 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:56:45.764263 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a332f955-1fca-4866-bc48-80a3696a0d68 admin admin] Network 13de0308-e21f-45b1-8a0f-24108cbfbce7 is already hosted by enough agents. {{(pid=87786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 02:56:45.779238 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239a08ce-6af4-41c1-bbfd-a393ed8ef23b req-1a35c5d5-9338-434f-8168-e2aa7ad7c7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:56:45.783944 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-239a08ce-6af4-41c1-bbfd-a393ed8ef23b req-1a35c5d5-9338-434f-8168-e2aa7ad7c7c5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=078e586f96be4415b9b07cb2975adb03&device_id=2c24a517-4edd-4c9c-8ad9-e4c8e32f9148 HTTP/1.1" status: 200 len: 1096 time: 0.4599736 Apr 08 02:56:45.794111 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-c4c9d113-1578-4377-a3fb-c20f2e2ab248 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:56:45.842310 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.scheduler.base_scheduler [None req-a332f955-1fca-4866-bc48-80a3696a0d68 admin admin] Resources bound (agent type, host, resource id): {{(pid=87786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 02:56:45.859984 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a332f955-1fca-4866-bc48-80a3696a0d68 admin admin] Received port after_create {{(pid=87786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 02:56:45.860468 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-a332f955-1fca-4866-bc48-80a3696a0d68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-333527'] for router_interface, before_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:45.910251 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.wsgi [-] (87786) accepted ('10.222.0.15', 41888) {{(pid=87786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:56:46.075896 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-1ab2ae6b-22d8-40ed-adb3-db6f7778a98f req-92364c06-353f-456f-8e23-c189d27e1f27 service neutron] 10.222.0.15 "GET /v2.0/networks/769a4c13-39df-48c1-b6cd-854ac881aaa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3138504 Apr 08 02:56:46.081431 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.v2.base [None req-6495d2e6-3ace-4173-98cf-96b2f003f272 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Request body: {'security_group': {'name': 'tempest-securitygroup--266975908', 'description': 'tempest-description--844031794'}} {{(pid=87786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 02:56:46.108701 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.quota.driver [None req-6495d2e6-3ace-4173-98cf-96b2f003f272 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:56:46.112351 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a332f955-1fca-4866-bc48-80a3696a0d68 admin admin] Pushing event updated for resources: {'Port': ['ID=e7972713-86ee-4d57-a034-77787b34547f,revision_number=1']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:56:46.119351 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [None req-6495d2e6-3ace-4173-98cf-96b2f003f272 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Usage tracker for resource:security_group and tenant:27912339e79e43db900700b20c01bd73 is out of sync, need to count used quota {{(pid=87786) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:56:46.123950 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [None req-6495d2e6-3ace-4173-98cf-96b2f003f272 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87786) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:56:46.131306 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.quota.driver [None req-6495d2e6-3ace-4173-98cf-96b2f003f272 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:56:46.230293 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-6495d2e6-3ace-4173-98cf-96b2f003f272 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Notify callbacks [] for security_group, before_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:46.314641 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-d3cc6c92-dc6c-4e58-9ff5-698dd7d73cc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:46.398077 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239a08ce-6af4-41c1-bbfd-a393ed8ef23b req-a310728c-1698-4761-8d26-848e201f7891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:56:46.399900 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-239a08ce-6af4-41c1-bbfd-a393ed8ef23b req-a310728c-1698-4761-8d26-848e201f7891 service neutron] 10.222.0.39 "GET /v2.0/networks?id=072ff000-5f9f-4f59-98b5-3350abf967de HTTP/1.1" status: 200 len: 913 time: 0.5742769 Apr 08 02:56:46.401983 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-d3cc6c92-dc6c-4e58-9ff5-698dd7d73cc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:46.473127 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-a332f955-1fca-4866-bc48-80a3696a0d68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_update {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:46.501640 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-56fd6394-0c71-4cf8-a43b-bffa719a1f00 None None] Notify callbacks [] for port, precommit_update {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:46.508358 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-239a08ce-6af4-41c1-bbfd-a393ed8ef23b req-79ac1ae6-62c5-4315-9e95-42a2eb9f1726 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1a93caab-288e-4cd0-ac1b-e9a3e25a43de HTTP/1.1" status: 200 len: 217 time: 0.0990176 Apr 08 02:56:46.512910 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.quota.driver [None req-6495d2e6-3ace-4173-98cf-96b2f003f272 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:56:46.562904 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.provisioning_blocks [None req-56fd6394-0c71-4cf8-a43b-bffa719a1f00 None None] Transition to ACTIVE for port object a02b9cd1-cea8-4513-a105-a26be139fb74 will not be triggered until provisioned by entity L2. {{(pid=87789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 02:56:46.587839 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [None req-6495d2e6-3ace-4173-98cf-96b2f003f272 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Usage tracker for resource:security_group_rule and tenant:27912339e79e43db900700b20c01bd73 is out of sync, need to count used quota {{(pid=87786) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:56:46.614058 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [None req-6495d2e6-3ace-4173-98cf-96b2f003f272 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87786) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:56:46.624750 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239a08ce-6af4-41c1-bbfd-a393ed8ef23b req-ec1ed3e9-87bb-421f-91d6-ef1f2ad32870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:56:46.626636 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-239a08ce-6af4-41c1-bbfd-a393ed8ef23b req-ec1ed3e9-87bb-421f-91d6-ef1f2ad32870 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d0f08717-2460-411d-9eae-c5089f58933a HTTP/1.1" status: 200 len: 852 time: 0.1023271 Apr 08 02:56:46.646989 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-56fd6394-0c71-4cf8-a43b-bffa719a1f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762847214852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762846864698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762846864743'] for port, after_update {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:46.692914 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.quota.driver [None req-6495d2e6-3ace-4173-98cf-96b2f003f272 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:56:46.725761 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-52717edc-351c-48cb-9c0b-3c9aafacdd73 req-53cf1051-078c-4924-abcd-7bd878430774 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/ports?device_id=a43547e4-7375-4860-8f97-36d911def7b6 HTTP/1.1" status: 200 len: 210 time: 0.0828123 Apr 08 02:56:46.808205 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-239a08ce-6af4-41c1-bbfd-a393ed8ef23b req-b8110ff0-67a0-4e85-9dd0-3f96dcb4b12d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=072ff000-5f9f-4f59-98b5-3350abf967de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1688461 Apr 08 02:56:46.817903 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:46.828444 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-b2b5543a-4b67-42cb-8574-97dfafd5741d None None] Provisioning for port e7972713-86ee-4d57-a034-77787b34547f completed by entity DHCP. {{(pid=87788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 02:56:46.844958 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-b2b5543a-4b67-42cb-8574-97dfafd5741d None None] Provisioning complete for port e7972713-86ee-4d57-a034-77787b34547f triggered by entity DHCP. {{(pid=87788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 02:56:46.847878 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-b2b5543a-4b67-42cb-8574-97dfafd5741d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587297'] for port, provisioning_complete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:46.898465 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.db [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] For port 0fb68517-97ef-47d9-beb2-a116d6cdc331, host dv-cinder-837051-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837051-1-smb',level=0,port_id=0fb68517-97ef-47d9-beb2-a116d6cdc331,segment=NetworkSegment(2f3db029-7821-49c5-950d-ef9b857fea9c),segment_id=2f3db029-7821-49c5-950d-ef9b857fea9c)] {{(pid=87788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 02:56:46.928448 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.plugin [None req-b2b5543a-4b67-42cb-8574-97dfafd5741d None None] Port e7972713-86ee-4d57-a034-77787b34547f cannot update to ACTIVE because it is not bound. {{(pid=87788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 02:56:46.935355 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.l3_hamode_db [None req-865e5897-4b98-4663-9e80-4bd9535582d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '572fd179-4fdf-49dd-b727-118167ba2fbe', 'name': 'tempest-ServerRescueNegativeTestJSON-180479948-router', 'tenant_id': '9e6274c43de24b849ee9a4529c53f5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'external_fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.165'}], 'enable_snat': True}, 'gw_port_id': 'c8c09e15-8818-4c7e-833b-b83cfda4f09c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:56:23Z', 'updated_at': '2022-04-08T02:56:33Z', 'revision_number': 4, 'project_id': '9e6274c43de24b849ee9a4529c53f5b5', 'gw_port': {'id': 'c8c09e15-8818-4c7e-833b-b83cfda4f09c', 'name': '', 'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:c2:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '572fd179-4fdf-49dd-b727-118167ba2fbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:56:25Z', 'updated_at': '2022-04-08T02:56:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-smb', '_interfaces': [{'id': 'e1daf67e-83d0-408c-8806-e811ed179fd7', 'name': '', 'network_id': '769a4c13-39df-48c1-b6cd-854ac881aaa3', 'tenant_id': '9e6274c43de24b849ee9a4529c53f5b5', 'mac_address': 'fa:16:3e:d2:c0:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '572fd179-4fdf-49dd-b727-118167ba2fbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '2ff278b6-8dcd-49ad-92d3-ea301b80d1c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:56:31Z', 'updated_at': '2022-04-08T02:56:44Z', 'revision_number': 4, 'project_id': '9e6274c43de24b849ee9a4529c53f5b5', 'subnets': [{'id': '2ff278b6-8dcd-49ad-92d3-ea301b80d1c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837051-1-smb', False) {} {{(pid=87788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:56:46.939958 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-865e5897-4b98-4663-9e80-4bd9535582d0 None None] The sync data for ids ['572fd179-4fdf-49dd-b727-118167ba2fbe'] in dv-cinder-837051-1-smb is: [{'id': '572fd179-4fdf-49dd-b727-118167ba2fbe', 'name': 'tempest-ServerRescueNegativeTestJSON-180479948-router', 'tenant_id': '9e6274c43de24b849ee9a4529c53f5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'external_fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.165'}], 'enable_snat': True}, 'gw_port_id': 'c8c09e15-8818-4c7e-833b-b83cfda4f09c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:56:23Z', 'updated_at': '2022-04-08T02:56:33Z', 'revision_number': 4, 'project_id': '9e6274c43de24b849ee9a4529c53f5b5', 'gw_port': {'id': 'c8c09e15-8818-4c7e-833b-b83cfda4f09c', 'name': '', 'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:c2:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '572fd179-4fdf-49dd-b727-118167ba2fbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:56:25Z', 'updated_at': '2022-04-08T02:56:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-smb', '_interfaces': [{'id': 'e1daf67e-83d0-408c-8806-e811ed179fd7', 'name': '', 'network_id': '769a4c13-39df-48c1-b6cd-854ac881aaa3', 'tenant_id': '9e6274c43de24b849ee9a4529c53f5b5', 'mac_address': 'fa:16:3e:d2:c0:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '572fd179-4fdf-49dd-b727-118167ba2fbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '2ff278b6-8dcd-49ad-92d3-ea301b80d1c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:56:31Z', 'updated_at': '2022-04-08T02:56:44Z', 'revision_number': 4, 'project_id': '9e6274c43de24b849ee9a4529c53f5b5', 'subnets': [{'id': '2ff278b6-8dcd-49ad-92d3-ea301b80d1c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 02:56:46.956997 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d57db9-0cab-47ec-912b-c6418058e2c3 req-4ed3580e-d01e-4533-bc89-a7f13a4762e8 tempest-DeleteServersTestJSON-1539218655 tempest-DeleteServersTestJSON-1539218655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:56:46.958559 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-84d57db9-0cab-47ec-912b-c6418058e2c3 req-4ed3580e-d01e-4533-bc89-a7f13a4762e8 tempest-DeleteServersTestJSON-1539218655 tempest-DeleteServersTestJSON-1539218655-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c24a517-4edd-4c9c-8ad9-e4c8e32f9148 HTTP/1.1" status: 200 len: 943 time: 0.7107937 Apr 08 02:56:46.989773 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762847214852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762846864698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762846864743'] for port, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:46.991064 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Device e47c5611-3927-44cf-969f-3d301d4f88c1 up at agent ovs-agent-dv-cinder-837051-1-smb {{(pid=87788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 02:56:47.302891 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-d3cc6c92-dc6c-4e58-9ff5-698dd7d73cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:47.374224 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cde1ef-99e9-4dc7-b81d-24b146831d53 None None] Pushing event updated for resources: {'Port': ['ID=a02b9cd1-cea8-4513-a105-a26be139fb74,revision_number=3']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:56:47.452928 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Pushing event updated for resources: {'Port': ['ID=0fb68517-97ef-47d9-beb2-a116d6cdc331,revision_number=4']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:56:47.466490 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Provisioning complete for port e47c5611-3927-44cf-969f-3d301d4f88c1 triggered by entity L2. {{(pid=87788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 02:56:47.467307 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587297'] for port, provisioning_complete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:47.606898 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-c4c9d113-1578-4377-a3fb-c20f2e2ab248 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:47.608130 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cc6c92-dc6c-4e58-9ff5-698dd7d73cc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=962b22d1-c081-4bdb-8fe2-f94f8ffd4762,revision_number=None']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:56:47.620517 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-d3cc6c92-dc6c-4e58-9ff5-698dd7d73cc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:47.623842 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-d3cc6c92-dc6c-4e58-9ff5-698dd7d73cc1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/962b22d1-c081-4bdb-8fe2-f94f8ffd4762 HTTP/1.1" status: 204 len: 168 time: 2.0585473 Apr 08 02:56:47.695203 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-84d57db9-0cab-47ec-912b-c6418058e2c3 req-a107aacb-796b-452c-8cb3-38955315703d tempest-DeleteServersTestJSON-1539218655 tempest-DeleteServersTestJSON-1539218655-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1fbef15-233f-4f65-a32e-bff4a8521cca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7249949 Apr 08 02:56:47.723065 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Device 39ba25d6-4620-4749-9413-84e0dd6b05d8 up at agent ovs-agent-dv-cinder-837051-1-smb {{(pid=87788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 02:56:47.845935 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.plugins.ml2.managers [None req-56fd6394-0c71-4cf8-a43b-bffa719a1f00 None None] Attempting to bind port a02b9cd1-cea8-4513-a105-a26be139fb74 on host dv-cinder-837051-1-smb for vnic_type normal with profile {{(pid=87789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 02:56:47.845935 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.plugins.ml2.managers [None req-56fd6394-0c71-4cf8-a43b-bffa719a1f00 None None] Attempting to bind port a02b9cd1-cea8-4513-a105-a26be139fb74 by drivers openvswitch,hyperv on host dv-cinder-837051-1-smb at level 0 using segments [{'id': 'ea97b0a2-2bc1-452f-b168-e67660bad26a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'c8c3b9c3-2a08-4eb4-872c-03cbce1e3b10'}] {{(pid=87789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 02:56:47.845935 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56fd6394-0c71-4cf8-a43b-bffa719a1f00 None None] Attempting to bind port a02b9cd1-cea8-4513-a105-a26be139fb74 on network c8c3b9c3-2a08-4eb4-872c-03cbce1e3b10 {{(pid=87789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 02:56:47.858169 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56fd6394-0c71-4cf8-a43b-bffa719a1f00 None None] Checking agent: {'id': '506bd601-c596-4b52-979e-3670b1bbe31d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837051-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 2, 46, 59), 'started_at': datetime.datetime(2022, 4, 8, 2, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 2, 56, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837051-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 02:56:47.858571 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56fd6394-0c71-4cf8-a43b-bffa719a1f00 None None] Checking segment: {'id': 'ea97b0a2-2bc1-452f-b168-e67660bad26a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'c8c3b9c3-2a08-4eb4-872c-03cbce1e3b10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 02:56:47.858571 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-56fd6394-0c71-4cf8-a43b-bffa719a1f00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:47.858571 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56fd6394-0c71-4cf8-a43b-bffa719a1f00 None None] Bound using segment: {'id': 'ea97b0a2-2bc1-452f-b168-e67660bad26a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'c8c3b9c3-2a08-4eb4-872c-03cbce1e3b10'} {{(pid=87789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 02:56:47.858571 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.plugins.ml2.managers [None req-56fd6394-0c71-4cf8-a43b-bffa719a1f00 None None] Bound port: a02b9cd1-cea8-4513-a105-a26be139fb74, host: dv-cinder-837051-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea97b0a2-2bc1-452f-b168-e67660bad26a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'c8c3b9c3-2a08-4eb4-872c-03cbce1e3b10'}}] {{(pid=87789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 02:56:47.860666 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-56fd6394-0c71-4cf8-a43b-bffa719a1f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_update {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:47.863277 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-c4c9d113-1578-4377-a3fb-c20f2e2ab248 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:47.865892 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-6495d2e6-3ace-4173-98cf-96b2f003f272 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Notify callbacks [] for security_group, precommit_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:47.892000 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Provisioning complete for port 39ba25d6-4620-4749-9413-84e0dd6b05d8 triggered by entity L2. {{(pid=87788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 02:56:47.892590 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587297'] for port, provisioning_complete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:48.050828 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-c4c9d113-1578-4377-a3fb-c20f2e2ab248 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6d9e49d4fed341c9a213a148fd64a595&name=default HTTP/1.1" status: 200 len: 2979 time: 2.6443315 Apr 08 02:56:48.054555 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c9d113-1578-4377-a3fb-c20f2e2ab248 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2925b30b-3a43-428d-9295-f02cb098e9bf,revision_number=1']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:56:48.058120 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 41954) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:56:48.068319 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-6495d2e6-3ace-4173-98cf-96b2f003f272 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:48.176759 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.plugins.ml2.db [None req-56fd6394-0c71-4cf8-a43b-bffa719a1f00 None None] For port a02b9cd1-cea8-4513-a105-a26be139fb74, host dv-cinder-837051-1-smb, cleared binding levels {{(pid=87789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 02:56:48.218445 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-1963d9f5-5726-4280-a43a-a3ba216b79a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:48.237570 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.plugins.ml2.db [None req-56fd6394-0c71-4cf8-a43b-bffa719a1f00 None None] For port a02b9cd1-cea8-4513-a105-a26be139fb74, host dv-cinder-837051-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837051-1-smb',level=0,port_id=a02b9cd1-cea8-4513-a105-a26be139fb74,segment=NetworkSegment(ea97b0a2-2bc1-452f-b168-e67660bad26a),segment_id=ea97b0a2-2bc1-452f-b168-e67660bad26a)] {{(pid=87789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 02:56:48.252549 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-1963d9f5-5726-4280-a43a-a3ba216b79a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:48.269002 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6495d2e6-3ace-4173-98cf-96b2f003f272 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22edd372-7418-42f2-9187-61e1546f1f5b,revision_number=1']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:56:48.316229 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-239a08ce-6af4-41c1-bbfd-a393ed8ef23b req-2488cc67-94cc-4f1e-8822-458b3da8242f service neutron] 10.222.0.39 "GET /v2.0/networks/072ff000-5f9f-4f59-98b5-3350abf967de?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0147150 Apr 08 02:56:48.332726 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-56fd6394-0c71-4cf8-a43b-bffa719a1f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762847214852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762846864698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762846864743'] for port, after_update {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:48.401162 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c748e9f4-a114-423c-87b2-69131115b6ae req-d5e934a8-df0c-43e2-8702-6d96c8a2d707 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:56:48.407643 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-c748e9f4-a114-423c-87b2-69131115b6ae req-d5e934a8-df0c-43e2-8702-6d96c8a2d707 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/networks?id=769a4c13-39df-48c1-b6cd-854ac881aaa3 HTTP/1.1" status: 200 len: 818 time: 0.9181306 Apr 08 02:56:48.442985 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-6495d2e6-3ace-4173-98cf-96b2f003f272 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Notify callbacks [] for security_group, before_response {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:48.457330 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [None req-6495d2e6-3ace-4173-98cf-96b2f003f272 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 2.5394120 Apr 08 02:56:48.459114 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.wsgi [-] (87786) accepted ('10.222.0.15', 41964) {{(pid=87786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:56:48.466103 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-a332f955-1fca-4866-bc48-80a3696a0d68 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:48.499873 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.v2.base [None req-5fa69c68-e997-4958-b628-3a40ed82ec3e tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Request body: {'security_group_rule': {'security_group_id': '22edd372-7418-42f2-9187-61e1546f1f5b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 02:56:48.515118 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.quota.driver [None req-5fa69c68-e997-4958-b628-3a40ed82ec3e tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:56:48.522188 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-1963d9f5-5726-4280-a43a-a3ba216b79a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:48.543282 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-c748e9f4-a114-423c-87b2-69131115b6ae req-3247214e-e357-47db-8f84-a76fcaec97c8 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/quotas/9e6274c43de24b849ee9a4529c53f5b5 HTTP/1.1" status: 200 len: 375 time: 0.1047683 Apr 08 02:56:48.565619 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [None req-5fa69c68-e997-4958-b628-3a40ed82ec3e tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Usage tracker for resource:security_group_rule and tenant:27912339e79e43db900700b20c01bd73 is out of sync, need to count used quota {{(pid=87786) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:56:48.717583 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Device 0fb68517-97ef-47d9-beb2-a116d6cdc331 up at agent ovs-agent-dv-cinder-837051-1-smb {{(pid=87788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 02:56:48.718996 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56fd6394-0c71-4cf8-a43b-bffa719a1f00 None None] Routers {'b3c2b0fb-299d-4917-ba8b-8e4ca8926627'} bound to L3 agent in host dv-cinder-837051-1-smb {{(pid=87789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 02:56:48.719738 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.l3_hamode_db [None req-56fd6394-0c71-4cf8-a43b-bffa719a1f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837051-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T02:46:58Z,description=,heartbeat_timestamp=2022-04-08T02:56:28Z,host='dv-cinder-837051-1-smb',id=70d74887-4404-4f0d-99b3-e017d5637063,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T02:46:59Z,topic='l3_agent')) {'router_ids': ['b3c2b0fb-299d-4917-ba8b-8e4ca8926627'], 'active': True} {{(pid=87789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:56:48.806007 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-a332f955-1fca-4866-bc48-80a3696a0d68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762847214852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762846864698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762846864743'] for port, after_update {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:48.806745 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1963d9f5-5726-4280-a43a-a3ba216b79a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2925b30b-3a43-428d-9295-f02cb098e9bf,revision_number=None']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:56:48.818150 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-a332f955-1fca-4866-bc48-80a3696a0d68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-333118'] for router_interface, after_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:48.848002 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [None req-5fa69c68-e997-4958-b628-3a40ed82ec3e tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87786) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:56:48.850498 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-1963d9f5-5726-4280-a43a-a3ba216b79a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:48.851648 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-1963d9f5-5726-4280-a43a-a3ba216b79a2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2925b30b-3a43-428d-9295-f02cb098e9bf HTTP/1.1" status: 204 len: 168 time: 0.7693405 Apr 08 02:56:48.978408 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-239a08ce-6af4-41c1-bbfd-a393ed8ef23b req-b28e36c9-4dd2-476f-9355-7295d295e306 service neutron] 10.222.0.39 "GET /v2.0/networks/072ff000-5f9f-4f59-98b5-3350abf967de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6146276 Apr 08 02:56:48.986277 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cde1ef-99e9-4dc7-b81d-24b146831d53 None None] Pushing event updated for resources: {'Port': ['ID=a02b9cd1-cea8-4513-a105-a26be139fb74,revision_number=4']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:56:49.114318 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.quota.driver [None req-5fa69c68-e997-4958-b628-3a40ed82ec3e tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:56:49.127975 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Provisioning complete for port 0fb68517-97ef-47d9-beb2-a116d6cdc331 triggered by entity L2. {{(pid=87788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 02:56:49.128621 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587297'] for port, provisioning_complete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:49.481325 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-5fa69c68-e997-4958-b628-3a40ed82ec3e tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:49.541197 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a332f955-1fca-4866-bc48-80a3696a0d68 admin admin] Pushing event updated for resources: {'Port': ['ID=e7972713-86ee-4d57-a034-77787b34547f,revision_number=2']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:56:49.547842 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.l3_dvr_db [None req-56fd6394-0c71-4cf8-a43b-bffa719a1f00 None None] Set router b3c2b0fb-299d-4917-ba8b-8e4ca8926627 gateway port host: dv-cinder-837051-1-smb {{(pid=87789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 02:56:49.585691 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Device e1daf67e-83d0-408c-8806-e811ed179fd7 up at agent ovs-agent-dv-cinder-837051-1-smb {{(pid=87788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 02:56:49.753620 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Provisioning for port e1daf67e-83d0-408c-8806-e811ed179fd7 completed by entity L2. {{(pid=87788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 02:56:49.762566 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Provisioning complete for port e1daf67e-83d0-408c-8806-e811ed179fd7 triggered by entity L2. {{(pid=87788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 02:56:49.763204 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587297'] for port, provisioning_complete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:49.874111 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-5fa69c68-e997-4958-b628-3a40ed82ec3e tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:50.009081 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-c748e9f4-a114-423c-87b2-69131115b6ae req-58331833-2348-45cd-9d2a-12ec633d3f91 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=9e6274c43de24b849ee9a4529c53f5b5&fields=id HTTP/1.1" status: 200 len: 302 time: 1.4525270 Apr 08 02:56:50.010340 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-5fa69c68-e997-4958-b628-3a40ed82ec3e tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411622'] for security_group_rule, after_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:50.030786 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:50.150884 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.db [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] For port e1daf67e-83d0-408c-8806-e811ed179fd7, host dv-cinder-837051-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837051-1-smb',level=0,port_id=e1daf67e-83d0-408c-8806-e811ed179fd7,segment=NetworkSegment(b999ec1c-7290-4f58-a0e4-e85f79fb25cd),segment_id=b999ec1c-7290-4f58-a0e4-e85f79fb25cd)] {{(pid=87788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 02:56:50.253980 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762847214852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762846864698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762846864743'] for port, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:50.319903 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7961827-df23-4685-8f26-2ba2ce4cec02 req-a2f61707-6230-4b8c-9bc0-ced8d654ea86 tempest-DeleteServersTestJSON-1539218655 tempest-DeleteServersTestJSON-1539218655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:56:50.325561 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-a7961827-df23-4685-8f26-2ba2ce4cec02 req-a2f61707-6230-4b8c-9bc0-ced8d654ea86 tempest-DeleteServersTestJSON-1539218655 tempest-DeleteServersTestJSON-1539218655-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c24a517-4edd-4c9c-8ad9-e4c8e32f9148 HTTP/1.1" status: 200 len: 943 time: 1.1497114 Apr 08 02:56:50.333888 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a332f955-1fca-4866-bc48-80a3696a0d68 admin admin] Network 13de0308-e21f-45b1-8a0f-24108cbfbce7 is already hosted by enough agents. {{(pid=87786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 02:56:50.380434 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa69c68-e997-4958-b628-3a40ed82ec3e tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b50df47a-8933-4d20-a052-5f5c30096776,revision_number=0']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:56:50.418333 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.scheduler.base_scheduler [None req-a332f955-1fca-4866-bc48-80a3696a0d68 admin admin] Resources bound (agent type, host, resource id): {{(pid=87786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 02:56:50.563746 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Pushing event updated for resources: {'Port': ['ID=e1daf67e-83d0-408c-8806-e811ed179fd7,revision_number=5']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:56:50.616400 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.l3_hamode_db [None req-56fd6394-0c71-4cf8-a43b-bffa719a1f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3c2b0fb-299d-4917-ba8b-8e4ca8926627', 'name': 'tempest-AttachVolumeTestJSON-997133802-router', 'tenant_id': '27912339e79e43db900700b20c01bd73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'external_fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.206'}], 'enable_snat': True}, 'gw_port_id': '39ba25d6-4620-4749-9413-84e0dd6b05d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:56:23Z', 'updated_at': '2022-04-08T02:56:36Z', 'revision_number': 4, 'project_id': '27912339e79e43db900700b20c01bd73', 'gw_port': {'id': '39ba25d6-4620-4749-9413-84e0dd6b05d8', 'name': '', 'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:62:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c2b0fb-299d-4917-ba8b-8e4ca8926627', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:56:25Z', 'updated_at': '2022-04-08T02:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-smb', '_interfaces': [{'id': 'a02b9cd1-cea8-4513-a105-a26be139fb74', 'name': '', 'network_id': 'c8c3b9c3-2a08-4eb4-872c-03cbce1e3b10', 'tenant_id': '27912339e79e43db900700b20c01bd73', 'mac_address': 'fa:16:3e:0d:7d:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3c2b0fb-299d-4917-ba8b-8e4ca8926627', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '18b119e0-b657-4738-8e56-4872d79152d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:56:34Z', 'updated_at': '2022-04-08T02:56:48Z', 'revision_number': 4, 'project_id': '27912339e79e43db900700b20c01bd73', 'subnets': [{'id': '18b119e0-b657-4738-8e56-4872d79152d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837051-1-smb', False) {} {{(pid=87789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:56:50.631286 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56fd6394-0c71-4cf8-a43b-bffa719a1f00 None None] The sync data for ids ['b3c2b0fb-299d-4917-ba8b-8e4ca8926627'] in dv-cinder-837051-1-smb is: [{'id': 'b3c2b0fb-299d-4917-ba8b-8e4ca8926627', 'name': 'tempest-AttachVolumeTestJSON-997133802-router', 'tenant_id': '27912339e79e43db900700b20c01bd73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'external_fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.206'}], 'enable_snat': True}, 'gw_port_id': '39ba25d6-4620-4749-9413-84e0dd6b05d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:56:23Z', 'updated_at': '2022-04-08T02:56:36Z', 'revision_number': 4, 'project_id': '27912339e79e43db900700b20c01bd73', 'gw_port': {'id': '39ba25d6-4620-4749-9413-84e0dd6b05d8', 'name': '', 'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:62:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c2b0fb-299d-4917-ba8b-8e4ca8926627', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:56:25Z', 'updated_at': '2022-04-08T02:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-smb', '_interfaces': [{'id': 'a02b9cd1-cea8-4513-a105-a26be139fb74', 'name': '', 'network_id': 'c8c3b9c3-2a08-4eb4-872c-03cbce1e3b10', 'tenant_id': '27912339e79e43db900700b20c01bd73', 'mac_address': 'fa:16:3e:0d:7d:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3c2b0fb-299d-4917-ba8b-8e4ca8926627', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '18b119e0-b657-4738-8e56-4872d79152d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:56:34Z', 'updated_at': '2022-04-08T02:56:48Z', 'revision_number': 4, 'project_id': '27912339e79e43db900700b20c01bd73', 'subnets': [{'id': '18b119e0-b657-4738-8e56-4872d79152d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 02:56:50.775848 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-5fa69c68-e997-4958-b628-3a40ed82ec3e tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:50.780001 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 42024) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:56:50.794259 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.v2.base [None req-681803cf-1f81-4380-b277-1898dc39f0df tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Request body: {'security_group_rule': {'security_group_id': '22edd372-7418-42f2-9187-61e1546f1f5b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 02:56:50.798370 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [None req-5fa69c68-e997-4958-b628-3a40ed82ec3e tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.3229077 Apr 08 02:56:50.816471 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-681803cf-1f81-4380-b277-1898dc39f0df tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:56:50.821963 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-681803cf-1f81-4380-b277-1898dc39f0df tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Usage tracker for resource:security_group_rule and tenant:27912339e79e43db900700b20c01bd73 is out of sync, need to count used quota {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:56:50.825236 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-681803cf-1f81-4380-b277-1898dc39f0df tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:56:50.865242 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-681803cf-1f81-4380-b277-1898dc39f0df tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:56:50.884136 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-8d77c0dc-6014-4b29-9d8f-e70ac31461cb None None] Provisioning complete for port e7972713-86ee-4d57-a034-77787b34547f triggered by entity DHCP. {{(pid=87788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 02:56:50.884861 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-8d77c0dc-6014-4b29-9d8f-e70ac31461cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587297'] for port, provisioning_complete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:50.902538 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-a7961827-df23-4685-8f26-2ba2ce4cec02 req-74ded703-0f23-4f77-8a7a-cceb1d4fc68f tempest-DeleteServersTestJSON-1539218655 tempest-DeleteServersTestJSON-1539218655-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1fbef15-233f-4f65-a32e-bff4a8521cca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4890046 Apr 08 02:56:50.963048 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-681803cf-1f81-4380-b277-1898dc39f0df tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:51.039495 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-c748e9f4-a114-423c-87b2-69131115b6ae req-4ad5feeb-8d40-4859-bba6-25901f886b5f service neutron] 10.222.0.15 "GET /v2.0/networks/769a4c13-39df-48c1-b6cd-854ac881aaa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9539008 Apr 08 02:56:51.058430 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.plugin [None req-8d77c0dc-6014-4b29-9d8f-e70ac31461cb None None] Port e7972713-86ee-4d57-a034-77787b34547f cannot update to ACTIVE because it is not bound. {{(pid=87788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 02:56:51.101737 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-681803cf-1f81-4380-b277-1898dc39f0df tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:51.222478 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-681803cf-1f81-4380-b277-1898dc39f0df tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411622'] for security_group_rule, after_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:51.263482 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a332f955-1fca-4866-bc48-80a3696a0d68 admin admin] Router 44a33464-cbad-47c2-82a1-16fb5f8565f4 has already been hosted by L3 agent 70d74887-4404-4f0d-99b3-e017d5637063 {{(pid=87786) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 02:56:51.276089 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681803cf-1f81-4380-b277-1898dc39f0df tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ee776bb-74a1-4b3e-9a5b-a5a8f57b6d0c,revision_number=0']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:56:51.565335 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-c748e9f4-a114-423c-87b2-69131115b6ae req-7041ba04-395f-4bc8-952b-f2facf81d199 service neutron] 10.222.0.15 "GET /v2.0/networks/769a4c13-39df-48c1-b6cd-854ac881aaa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4656873 Apr 08 02:56:51.600893 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-681803cf-1f81-4380-b277-1898dc39f0df tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:51.603982 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-681803cf-1f81-4380-b277-1898dc39f0df tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8222468 Apr 08 02:56:51.608774 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.wsgi [-] (87786) accepted ('10.222.0.15', 42044) {{(pid=87786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:56:51.853996 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab2ae6b-22d8-40ed-adb3-db6f7778a98f req-ab99c4fe-63e0-4bf0-939e-2d94797631ea tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:56:51.855533 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-1ab2ae6b-22d8-40ed-adb3-db6f7778a98f req-ab99c4fe-63e0-4bf0-939e-2d94797631ea tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.39 "GET /v2.0/networks?id=769a4c13-39df-48c1-b6cd-854ac881aaa3 HTTP/1.1" status: 200 len: 818 time: 0.5572708 Apr 08 02:56:51.866958 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.v2.base [None req-63a581e2-655a-4315-b3e5-dd0822d69d55 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Request body: {'floatingip': {'floating_network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b'}} {{(pid=87786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 02:56:51.879647 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.quota.driver [None req-63a581e2-655a-4315-b3e5-dd0822d69d55 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:56:51.911909 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.v2.base [req-1ab2ae6b-22d8-40ed-adb3-db6f7778a98f req-e60bceb9-58b5-4484-b764-142fdf20f4e3 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Request body: {'port': {'device_id': 'a43547e4-7375-4860-8f97-36d911def7b6', 'network_id': '769a4c13-39df-48c1-b6cd-854ac881aaa3', 'admin_state_up': True, 'tenant_id': '9e6274c43de24b849ee9a4529c53f5b5'}} {{(pid=87787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 02:56:51.996443 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [None req-63a581e2-655a-4315-b3e5-dd0822d69d55 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Usage tracker for resource:floatingip and tenant:27912339e79e43db900700b20c01bd73 is out of sync, need to count used quota {{(pid=87786) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:56:52.028317 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [None req-63a581e2-655a-4315-b3e5-dd0822d69d55 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87786) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:56:52.058444 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.quota.driver [None req-63a581e2-655a-4315-b3e5-dd0822d69d55 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:56:52.202124 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [req-1ab2ae6b-22d8-40ed-adb3-db6f7778a98f req-e60bceb9-58b5-4484-b764-142fdf20f4e3 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:56:52.212249 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [req-1ab2ae6b-22d8-40ed-adb3-db6f7778a98f req-e60bceb9-58b5-4484-b764-142fdf20f4e3 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Usage tracker for resource:port and tenant:9e6274c43de24b849ee9a4529c53f5b5 is out of sync, need to count used quota {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:56:52.217813 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [req-1ab2ae6b-22d8-40ed-adb3-db6f7778a98f req-e60bceb9-58b5-4484-b764-142fdf20f4e3 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:56:52.233702 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [req-1ab2ae6b-22d8-40ed-adb3-db6f7778a98f req-e60bceb9-58b5-4484-b764-142fdf20f4e3 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:56:52.320517 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-b7fd1ad3-cb46-4614-ba98-a9050b4d6fa7 req-0afa13e3-3685-46b1-a387-ece3d904d186 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4393a78-1cab-4756-88e9-3b634af68a4b HTTP/1.1" status: 200 len: 210 time: 0.3900506 Apr 08 02:56:52.495036 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a332f955-1fca-4866-bc48-80a3696a0d68 admin admin] Notify agent at l3_agent.dv-cinder-837051-1-smb the message routers_updated {{(pid=87786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 02:56:52.521832 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [None req-a332f955-1fca-4866-bc48-80a3696a0d68 admin admin] 10.222.0.15 "PUT /v2.0/routers/44a33464-cbad-47c2-82a1-16fb5f8565f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.3777401 Apr 08 02:56:52.522311 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b8f09d-8761-4ac1-b4f2-87660f51263f None None] Sync routers for ids ['44a33464-cbad-47c2-82a1-16fb5f8565f4'] in dv-cinder-837051-1-smb {{(pid=87788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 02:56:52.561094 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f47be2-5008-4ff8-9857-a8c260ad57e5 req-4aa3203e-4d66-4c89-a1c2-9be347a5414d tempest-DeleteServersTestJSON-1539218655 tempest-DeleteServersTestJSON-1539218655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:56:52.565880 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-48f47be2-5008-4ff8-9857-a8c260ad57e5 req-4aa3203e-4d66-4c89-a1c2-9be347a5414d tempest-DeleteServersTestJSON-1539218655 tempest-DeleteServersTestJSON-1539218655-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c24a517-4edd-4c9c-8ad9-e4c8e32f9148 HTTP/1.1" status: 200 len: 943 time: 0.2149551 Apr 08 02:56:52.566650 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b8f09d-8761-4ac1-b4f2-87660f51263f None None] Routers {'44a33464-cbad-47c2-82a1-16fb5f8565f4'} bound to L3 agent in host dv-cinder-837051-1-smb {{(pid=87788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 02:56:52.566650 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.l3_hamode_db [None req-40b8f09d-8761-4ac1-b4f2-87660f51263f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837051-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T02:46:58Z,description=,heartbeat_timestamp=2022-04-08T02:56:28Z,host='dv-cinder-837051-1-smb',id=70d74887-4404-4f0d-99b3-e017d5637063,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T02:46:59Z,topic='l3_agent')) {'router_ids': ['44a33464-cbad-47c2-82a1-16fb5f8565f4'], 'active': True} {{(pid=87788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:56:52.697856 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-48f47be2-5008-4ff8-9857-a8c260ad57e5 req-1db6578a-9641-4b37-aa72-d7e83cf69a08 tempest-DeleteServersTestJSON-1539218655 tempest-DeleteServersTestJSON-1539218655-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1fbef15-233f-4f65-a32e-bff4a8521cca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214893 Apr 08 02:56:52.734601 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-63a581e2-655a-4315-b3e5-dd0822d69d55 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Notify callbacks [] for floatingip, before_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:52.737395 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ab2ae6b-22d8-40ed-adb3-db6f7778a98f req-e60bceb9-58b5-4484-b764-142fdf20f4e3 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Made reservation on behalf of 9e6274c43de24b849ee9a4529c53f5b5 for: {'port': 1} {{(pid=87787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 02:56:52.757090 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [req-1ab2ae6b-22d8-40ed-adb3-db6f7778a98f req-e60bceb9-58b5-4484-b764-142fdf20f4e3 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:52.772443 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Device e1daf67e-83d0-408c-8806-e811ed179fd7 up at agent ovs-agent-dv-cinder-837051-1-smb {{(pid=87788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 02:56:53.113171 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Provisioning complete for port e1daf67e-83d0-408c-8806-e811ed179fd7 triggered by entity L2. {{(pid=87788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 02:56:53.128406 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587297'] for port, provisioning_complete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:53.190648 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-63a581e2-655a-4315-b3e5-dd0822d69d55 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:53.338887 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.l3_dvr_db [None req-40b8f09d-8761-4ac1-b4f2-87660f51263f None None] Set router 44a33464-cbad-47c2-82a1-16fb5f8565f4 gateway port host: dv-cinder-837051-1-smb {{(pid=87788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 02:56:53.366184 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.db_base_plugin_common [req-1ab2ae6b-22d8-40ed-adb3-db6f7778a98f req-e60bceb9-58b5-4484-b764-142fdf20f4e3 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Allocated IP 172.20.0.9 (769a4c13-39df-48c1-b6cd-854ac881aaa3/2ff278b6-8dcd-49ad-92d3-ea301b80d1c2/5230efcd-8140-4a2f-8c1c-1b27f55d7ed6) {{(pid=87787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 02:56:53.578366 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-b2a0bf12-2e90-4501-bb4b-1d5553f97046 req-79f838f5-5ab0-417c-9004-92bdcd2a11fa tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4393a78-1cab-4756-88e9-3b634af68a4b HTTP/1.1" status: 200 len: 210 time: 0.0707006 Apr 08 02:56:53.611013 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.db_base_plugin_common [None req-63a581e2-655a-4315-b3e5-dd0822d69d55 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Allocated IP 172.28.2.170 (98d1e709-75a7-4f60-9ef6-cd80d5a9207b/cdd7e012-314b-49de-85b2-875de1f002d2/dcdde98a-25f4-4fae-9b8b-26a3f40e5eb4) {{(pid=87786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 02:56:53.832778 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [req-1ab2ae6b-22d8-40ed-adb3-db6f7778a98f req-e60bceb9-58b5-4484-b764-142fdf20f4e3 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Notify callbacks [] for port, precommit_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:53.885599 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.provisioning_blocks [req-1ab2ae6b-22d8-40ed-adb3-db6f7778a98f req-e60bceb9-58b5-4484-b764-142fdf20f4e3 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Transition to ACTIVE for port object 5230efcd-8140-4a2f-8c1c-1b27f55d7ed6 will not be triggered until provisioned by entity DHCP. {{(pid=87787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 02:56:54.012653 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [req-1ab2ae6b-22d8-40ed-adb3-db6f7778a98f req-e60bceb9-58b5-4484-b764-142fdf20f4e3 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762846864680'] for port, after_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:54.065287 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Device a02b9cd1-cea8-4513-a105-a26be139fb74 up at agent ovs-agent-dv-cinder-837051-1-smb {{(pid=87788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 02:56:54.248353 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ab2ae6b-22d8-40ed-adb3-db6f7778a98f req-e60bceb9-58b5-4484-b764-142fdf20f4e3 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Network 769a4c13-39df-48c1-b6cd-854ac881aaa3 is already hosted by enough agents. {{(pid=87787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 02:56:54.281946 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.scheduler.base_scheduler [req-1ab2ae6b-22d8-40ed-adb3-db6f7778a98f req-e60bceb9-58b5-4484-b764-142fdf20f4e3 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Resources bound (agent type, host, resource id): {{(pid=87787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 02:56:54.292230 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ab2ae6b-22d8-40ed-adb3-db6f7778a98f req-e60bceb9-58b5-4484-b764-142fdf20f4e3 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Received port after_create {{(pid=87787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 02:56:54.323962 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab2ae6b-22d8-40ed-adb3-db6f7778a98f req-e60bceb9-58b5-4484-b764-142fdf20f4e3 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:56:54.327076 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [req-1ab2ae6b-22d8-40ed-adb3-db6f7778a98f req-e60bceb9-58b5-4484-b764-142fdf20f4e3 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539232'] for port, before_response {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:54.349129 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-63a581e2-655a-4315-b3e5-dd0822d69d55 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Notify callbacks [] for port, precommit_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:54.365619 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60bceb9-58b5-4484-b764-142fdf20f4e3 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Pushing event updated for resources: {'Port': ['ID=5230efcd-8140-4a2f-8c1c-1b27f55d7ed6,revision_number=1']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:56:54.376640 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1568be8e-c2cb-42ff-8901-e22216cb50d9 req-1808c735-3693-435f-ac8f-ac86265ef550 tempest-DeleteServersTestJSON-1539218655 tempest-DeleteServersTestJSON-1539218655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:56:54.381797 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-1568be8e-c2cb-42ff-8901-e22216cb50d9 req-1808c735-3693-435f-ac8f-ac86265ef550 tempest-DeleteServersTestJSON-1539218655 tempest-DeleteServersTestJSON-1539218655-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c24a517-4edd-4c9c-8ad9-e4c8e32f9148 HTTP/1.1" status: 200 len: 943 time: 0.3286784 Apr 08 02:56:54.449228 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-1ab2ae6b-22d8-40ed-adb3-db6f7778a98f req-e60bceb9-58b5-4484-b764-142fdf20f4e3 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5681410 Apr 08 02:56:54.451511 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 42158) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:56:54.459380 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.v2.base [None req-0da4febf-215f-4a61-bc4a-85d906633cec tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Request body: {'security_group': {'name': 'tempest-securitygroup--940961794', 'description': 'tempest-description--149266930'}} {{(pid=87787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 02:56:54.464644 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-0da4febf-215f-4a61-bc4a-85d906633cec tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:56:54.470008 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-0da4febf-215f-4a61-bc4a-85d906633cec tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Usage tracker for resource:security_group and tenant:8802cd0cfe144a92a69089a1dac25d8f is out of sync, need to count used quota {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:56:54.474370 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-0da4febf-215f-4a61-bc4a-85d906633cec tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:56:54.491160 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-1568be8e-c2cb-42ff-8901-e22216cb50d9 req-082f3275-d7b2-4196-894a-ac7d7deace1f tempest-DeleteServersTestJSON-1539218655 tempest-DeleteServersTestJSON-1539218655-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1fbef15-233f-4f65-a32e-bff4a8521cca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965848 Apr 08 02:56:54.496204 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-0da4febf-215f-4a61-bc4a-85d906633cec tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:56:54.577728 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-63a581e2-655a-4315-b3e5-dd0822d69d55 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762846864680'] for port, after_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:54.631809 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-0da4febf-215f-4a61-bc4a-85d906633cec tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Notify callbacks [] for security_group, before_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:54.662475 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Provisioning for port a02b9cd1-cea8-4513-a105-a26be139fb74 completed by entity L2. {{(pid=87788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 02:56:54.676102 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Provisioning complete for port a02b9cd1-cea8-4513-a105-a26be139fb74 triggered by entity L2. {{(pid=87788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 02:56:54.676400 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587297'] for port, provisioning_complete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:54.689640 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-0da4febf-215f-4a61-bc4a-85d906633cec tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:56:54.703774 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-0da4febf-215f-4a61-bc4a-85d906633cec tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Usage tracker for resource:security_group_rule and tenant:8802cd0cfe144a92a69089a1dac25d8f is out of sync, need to count used quota {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:56:54.708052 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-0da4febf-215f-4a61-bc4a-85d906633cec tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:56:54.725939 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-0da4febf-215f-4a61-bc4a-85d906633cec tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:56:54.809565 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63a581e2-655a-4315-b3e5-dd0822d69d55 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Network 98d1e709-75a7-4f60-9ef6-cd80d5a9207b is already hosted by enough agents. {{(pid=87786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 02:56:54.844560 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.scheduler.base_scheduler [None req-63a581e2-655a-4315-b3e5-dd0822d69d55 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Resources bound (agent type, host, resource id): {{(pid=87786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 02:56:54.858899 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a581e2-655a-4315-b3e5-dd0822d69d55 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Received port after_create {{(pid=87786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 02:56:54.863206 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-0da4febf-215f-4a61-bc4a-85d906633cec tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Notify callbacks [] for security_group, precommit_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:54.875127 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-8bd99a0f-4f8a-47de-878a-c6714dcb0a44 req-d0717938-8741-4f9e-8055-9b86cdd359ed tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4393a78-1cab-4756-88e9-3b634af68a4b HTTP/1.1" status: 200 len: 210 time: 0.0626872 Apr 08 02:56:54.876099 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-a5576d64-1c2a-449f-ad4a-9e53db349594 None None] Provisioning for port 5230efcd-8140-4a2f-8c1c-1b27f55d7ed6 completed by entity DHCP. {{(pid=87788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 02:56:54.876960 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a581e2-655a-4315-b3e5-dd0822d69d55 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Pushing event updated for resources: {'Port': ['ID=dcdde98a-25f4-4fae-9b8b-26a3f40e5eb4,revision_number=1']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:56:54.885989 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:54.901217 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.l3_hamode_db [None req-40b8f09d-8761-4ac1-b4f2-87660f51263f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44a33464-cbad-47c2-82a1-16fb5f8565f4', 'name': 'tempest-AttachVolumeShelveTestJSON-1267468133-router', 'tenant_id': '8802cd0cfe144a92a69089a1dac25d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'external_fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.178'}], 'enable_snat': True}, 'gw_port_id': '0fb68517-97ef-47d9-beb2-a116d6cdc331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:56:27Z', 'updated_at': '2022-04-08T02:56:46Z', 'revision_number': 4, 'project_id': '8802cd0cfe144a92a69089a1dac25d8f', 'gw_port': {'id': '0fb68517-97ef-47d9-beb2-a116d6cdc331', 'name': '', 'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:46:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44a33464-cbad-47c2-82a1-16fb5f8565f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:56:30Z', 'updated_at': '2022-04-08T02:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-smb', '_interfaces': [{'id': 'e7972713-86ee-4d57-a034-77787b34547f', 'name': '', 'network_id': '13de0308-e21f-45b1-8a0f-24108cbfbce7', 'tenant_id': '8802cd0cfe144a92a69089a1dac25d8f', 'mac_address': 'fa:16:3e:87:51:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44a33464-cbad-47c2-82a1-16fb5f8565f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'da634180-ad94-49db-9cf0-02a07794ec35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:56:43Z', 'updated_at': '2022-04-08T02:56:46Z', 'revision_number': 2, 'project_id': '8802cd0cfe144a92a69089a1dac25d8f', 'subnets': [{'id': 'da634180-ad94-49db-9cf0-02a07794ec35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837051-1-smb', False) {} {{(pid=87788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:56:54.903819 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-a5576d64-1c2a-449f-ad4a-9e53db349594 None None] Provisioning complete for port 5230efcd-8140-4a2f-8c1c-1b27f55d7ed6 triggered by entity DHCP. {{(pid=87788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 02:56:54.910538 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-a5576d64-1c2a-449f-ad4a-9e53db349594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587297'] for port, provisioning_complete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:54.948480 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-63a581e2-655a-4315-b3e5-dd0822d69d55 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:54.960666 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-0da4febf-215f-4a61-bc4a-85d906633cec tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:54.972338 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b8f09d-8761-4ac1-b4f2-87660f51263f None None] Checking router: 44a33464-cbad-47c2-82a1-16fb5f8565f4 for host: dv-cinder-837051-1-smb {{(pid=87788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 02:56:54.972708 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b8f09d-8761-4ac1-b4f2-87660f51263f None None] Updating router 44a33464-cbad-47c2-82a1-16fb5f8565f4 port e7972713-86ee-4d57-a034-77787b34547f binding host dv-cinder-837051-1-smb {{(pid=87788) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 02:56:55.020698 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da4febf-215f-4a61-bc4a-85d906633cec tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8a36ab3-836a-4bb3-9969-b622cdd2efa3,revision_number=1']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:56:55.031041 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.plugin [None req-a5576d64-1c2a-449f-ad4a-9e53db349594 None None] Port 5230efcd-8140-4a2f-8c1c-1b27f55d7ed6 cannot update to ACTIVE because it is not bound. {{(pid=87788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 02:56:55.034997 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.db [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] For port a02b9cd1-cea8-4513-a105-a26be139fb74, host dv-cinder-837051-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837051-1-smb',level=0,port_id=a02b9cd1-cea8-4513-a105-a26be139fb74,segment=NetworkSegment(ea97b0a2-2bc1-452f-b168-e67660bad26a),segment_id=ea97b0a2-2bc1-452f-b168-e67660bad26a)] {{(pid=87788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 02:56:55.050823 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-40b8f09d-8761-4ac1-b4f2-87660f51263f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:55.074423 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-0da4febf-215f-4a61-bc4a-85d906633cec tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Notify callbacks [] for security_group, before_response {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:55.076181 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-0da4febf-215f-4a61-bc4a-85d906633cec tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.6235254 Apr 08 02:56:55.078900 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 42190) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:56:55.089792 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.v2.base [None req-fe62f0fa-75ee-4e54-b46e-134ad6828386 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Request body: {'security_group_rule': {'security_group_id': 'e8a36ab3-836a-4bb3-9969-b622cdd2efa3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 02:56:55.096658 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-fe62f0fa-75ee-4e54-b46e-134ad6828386 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:56:55.101850 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762847214852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762846864698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762846864743'] for port, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:55.104975 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-fe62f0fa-75ee-4e54-b46e-134ad6828386 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Usage tracker for resource:security_group_rule and tenant:8802cd0cfe144a92a69089a1dac25d8f is out of sync, need to count used quota {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:56:55.107883 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-63a581e2-655a-4315-b3e5-dd0822d69d55 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_update {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:55.109958 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-fe62f0fa-75ee-4e54-b46e-134ad6828386 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:56:55.116868 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-fe62f0fa-75ee-4e54-b46e-134ad6828386 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:56:55.214218 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-fe62f0fa-75ee-4e54-b46e-134ad6828386 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:55.234643 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.v2.base [req-1ab2ae6b-22d8-40ed-adb3-db6f7778a98f req-c679148e-f439-45d3-8126-e59d401318a0 service neutron] Request body: {'port': {'device_id': 'a43547e4-7375-4860-8f97-36d911def7b6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83705'}} {{(pid=87787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 02:56:55.245590 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Pushing event updated for resources: {'Port': ['ID=a02b9cd1-cea8-4513-a105-a26be139fb74,revision_number=5']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:56:55.367239 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-63a581e2-655a-4315-b3e5-dd0822d69d55 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Notify callbacks [] for port, precommit_update {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:55.377639 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-fe62f0fa-75ee-4e54-b46e-134ad6828386 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:55.393771 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [req-1ab2ae6b-22d8-40ed-adb3-db6f7778a98f req-c679148e-f439-45d3-8126-e59d401318a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_update {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:55.474805 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-63a581e2-655a-4315-b3e5-dd0822d69d55 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762847214852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762846864698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762846864743'] for port, after_update {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:55.541685 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-63a581e2-655a-4315-b3e5-dd0822d69d55 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-333402'] for floatingip, after_update {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:55.578112 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-fe62f0fa-75ee-4e54-b46e-134ad6828386 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411622'] for security_group_rule, after_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:55.580453 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a581e2-655a-4315-b3e5-dd0822d69d55 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Pushing event updated for resources: {'Port': ['ID=dcdde98a-25f4-4fae-9b8b-26a3f40e5eb4,revision_number=2']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:56:55.590279 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-40b8f09d-8761-4ac1-b4f2-87660f51263f None None] Notify callbacks [] for port, precommit_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:55.609860 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-40b8f09d-8761-4ac1-b4f2-87660f51263f None None] Transition to ACTIVE for port object e7972713-86ee-4d57-a034-77787b34547f will not be triggered until provisioned by entity L2. {{(pid=87788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 02:56:55.640193 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-63a581e2-655a-4315-b3e5-dd0822d69d55 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207533'] for floatingip, before_response {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:55.647335 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [None req-63a581e2-655a-4315-b3e5-dd0822d69d55 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.0284431 Apr 08 02:56:55.668228 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-40b8f09d-8761-4ac1-b4f2-87660f51263f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762847214852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762846864698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762846864743'] for port, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:55.712693 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe62f0fa-75ee-4e54-b46e-134ad6828386 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f44b429d-e9b1-4a0a-8a0c-a02e1a100574,revision_number=0']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:56:55.766721 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230f4ced-1f96-4552-a6b6-371d68bd4e37 req-ae87e0d5-b75a-4b82-ab61-0e4e913107f1 tempest-DeleteServersTestJSON-1539218655 tempest-DeleteServersTestJSON-1539218655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:56:55.768558 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-230f4ced-1f96-4552-a6b6-371d68bd4e37 req-ae87e0d5-b75a-4b82-ab61-0e4e913107f1 tempest-DeleteServersTestJSON-1539218655 tempest-DeleteServersTestJSON-1539218655-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c24a517-4edd-4c9c-8ad9-e4c8e32f9148 HTTP/1.1" status: 200 len: 943 time: 0.0911720 Apr 08 02:56:55.849835 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-230f4ced-1f96-4552-a6b6-371d68bd4e37 req-9954cf00-5632-47dd-a189-7fb9cf7cd0ee tempest-DeleteServersTestJSON-1539218655 tempest-DeleteServersTestJSON-1539218655-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1fbef15-233f-4f65-a32e-bff4a8521cca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741363 Apr 08 02:56:55.879645 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-fe62f0fa-75ee-4e54-b46e-134ad6828386 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:55.888010 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.wsgi [-] (87786) accepted ('10.222.0.15', 42222) {{(pid=87786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:56:55.889881 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.v2.base [None req-9365055e-ab16-4e62-b8b1-aeabdf290f01 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Request body: {'security_group_rule': {'security_group_id': 'e8a36ab3-836a-4bb3-9969-b622cdd2efa3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 02:56:55.894843 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-fe62f0fa-75ee-4e54-b46e-134ad6828386 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8141656 Apr 08 02:56:55.903037 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.quota.driver [None req-9365055e-ab16-4e62-b8b1-aeabdf290f01 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:56:55.906682 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [None req-9365055e-ab16-4e62-b8b1-aeabdf290f01 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Usage tracker for resource:security_group_rule and tenant:8802cd0cfe144a92a69089a1dac25d8f is out of sync, need to count used quota {{(pid=87786) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:56:55.911431 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [None req-9365055e-ab16-4e62-b8b1-aeabdf290f01 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87786) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:56:55.921088 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.quota.driver [None req-9365055e-ab16-4e62-b8b1-aeabdf290f01 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:56:55.944880 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee98549-a841-48e4-b321-290d299703b5 None None] Pushing event updated for resources: {'Port': ['ID=e7972713-86ee-4d57-a034-77787b34547f,revision_number=3']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:56:56.065487 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-9365055e-ab16-4e62-b8b1-aeabdf290f01 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:56.078674 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-084fb329-3989-45f3-a75d-1f39ae89060c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:56.084747 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.notifiers.nova [req-1ab2ae6b-22d8-40ed-adb3-db6f7778a98f req-c679148e-f439-45d3-8126-e59d401318a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5230efcd-8140-4a2f-8c1c-1b27f55d7ed6 {{(pid=87787) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 02:56:56.106946 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [req-1ab2ae6b-22d8-40ed-adb3-db6f7778a98f req-c679148e-f439-45d3-8126-e59d401318a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:56.126837 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.provisioning_blocks [req-1ab2ae6b-22d8-40ed-adb3-db6f7778a98f req-c679148e-f439-45d3-8126-e59d401318a0 service neutron] Transition to ACTIVE for port object 5230efcd-8140-4a2f-8c1c-1b27f55d7ed6 will not be triggered until provisioned by entity L2. {{(pid=87787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 02:56:56.161017 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [req-42727df4-13f1-47ae-9a11-ccbfd313e048 req-7305b8f8-f8d2-4af1-9d60-276c266617d8 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Synchronizing usage tracker for tenant:27912339e79e43db900700b20c01bd73 on resource:security_group {{(pid=87786) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 02:56:56.195649 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-23b551fa-8d4d-4ac3-87de-5c59cacc0450 req-6d34d548-7243-4ecd-be0b-c0a6cf120707 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4393a78-1cab-4756-88e9-3b634af68a4b HTTP/1.1" status: 200 len: 210 time: 0.0724084 Apr 08 02:56:56.196984 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.managers [None req-40b8f09d-8761-4ac1-b4f2-87660f51263f None None] Attempting to bind port e7972713-86ee-4d57-a034-77787b34547f on host dv-cinder-837051-1-smb for vnic_type normal with profile {{(pid=87788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 02:56:56.197546 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.managers [None req-40b8f09d-8761-4ac1-b4f2-87660f51263f None None] Attempting to bind port e7972713-86ee-4d57-a034-77787b34547f by drivers openvswitch,hyperv on host dv-cinder-837051-1-smb at level 0 using segments [{'id': '1b549d7e-fc0e-4f7e-b00e-d69f05216c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '13de0308-e21f-45b1-8a0f-24108cbfbce7'}] {{(pid=87788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 02:56:56.199496 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b8f09d-8761-4ac1-b4f2-87660f51263f None None] Attempting to bind port e7972713-86ee-4d57-a034-77787b34547f on network 13de0308-e21f-45b1-8a0f-24108cbfbce7 {{(pid=87788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 02:56:56.201450 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [req-1ab2ae6b-22d8-40ed-adb3-db6f7778a98f req-c679148e-f439-45d3-8126-e59d401318a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762847214852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762846864698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762846864743'] for port, after_update {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:56.207939 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b8f09d-8761-4ac1-b4f2-87660f51263f None None] Checking agent: {'id': '506bd601-c596-4b52-979e-3670b1bbe31d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837051-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 2, 46, 59), 'started_at': datetime.datetime(2022, 4, 8, 2, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 2, 56, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837051-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 02:56:56.207939 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b8f09d-8761-4ac1-b4f2-87660f51263f None None] Checking segment: {'id': '1b549d7e-fc0e-4f7e-b00e-d69f05216c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '13de0308-e21f-45b1-8a0f-24108cbfbce7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 02:56:56.207939 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-40b8f09d-8761-4ac1-b4f2-87660f51263f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:56.207939 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b8f09d-8761-4ac1-b4f2-87660f51263f None None] Bound using segment: {'id': '1b549d7e-fc0e-4f7e-b00e-d69f05216c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '13de0308-e21f-45b1-8a0f-24108cbfbce7'} {{(pid=87788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 02:56:56.207939 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.managers [None req-40b8f09d-8761-4ac1-b4f2-87660f51263f None None] Bound port: e7972713-86ee-4d57-a034-77787b34547f, host: dv-cinder-837051-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b549d7e-fc0e-4f7e-b00e-d69f05216c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '13de0308-e21f-45b1-8a0f-24108cbfbce7'}}] {{(pid=87788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 02:56:56.208792 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-40b8f09d-8761-4ac1-b4f2-87660f51263f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:56.241691 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-9365055e-ab16-4e62-b8b1-aeabdf290f01 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:56.296914 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [req-42727df4-13f1-47ae-9a11-ccbfd313e048 req-7305b8f8-f8d2-4af1-9d60-276c266617d8 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Unset dirty status for tenant:27912339e79e43db900700b20c01bd73 on resource:security_group {{(pid=87786) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 02:56:56.298115 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-42727df4-13f1-47ae-9a11-ccbfd313e048 req-7305b8f8-f8d2-4af1-9d60-276c266617d8 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--266975908&fields=id&tenant_id=27912339e79e43db900700b20c01bd73 HTTP/1.1" status: 200 len: 267 time: 0.3091936 Apr 08 02:56:56.326187 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.db [None req-40b8f09d-8761-4ac1-b4f2-87660f51263f None None] For port e7972713-86ee-4d57-a034-77787b34547f, host dv-cinder-837051-1-smb, cleared binding levels {{(pid=87788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 02:56:56.330810 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.db [None req-40b8f09d-8761-4ac1-b4f2-87660f51263f None None] For port e7972713-86ee-4d57-a034-77787b34547f, host dv-cinder-837051-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837051-1-smb',level=0,port_id=e7972713-86ee-4d57-a034-77787b34547f,segment=NetworkSegment(1b549d7e-fc0e-4f7e-b00e-d69f05216c6f),segment_id=1b549d7e-fc0e-4f7e-b00e-d69f05216c6f)] {{(pid=87788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 02:56:56.377971 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-9365055e-ab16-4e62-b8b1-aeabdf290f01 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411622'] for security_group_rule, after_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:56.412428 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-40b8f09d-8761-4ac1-b4f2-87660f51263f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762847214852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762846864698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762846864743'] for port, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:56.488736 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9365055e-ab16-4e62-b8b1-aeabdf290f01 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8759781-868c-4e6a-9b16-d4125de5aca5,revision_number=0']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:56:56.518408 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.wsgi [-] (87786) accepted ('10.222.0.39', 62011) {{(pid=87786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:56:56.525544 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-9365055e-ab16-4e62-b8b1-aeabdf290f01 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:56.527210 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [None req-9365055e-ab16-4e62-b8b1-aeabdf290f01 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6418953 Apr 08 02:56:56.536895 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 42264) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:56:56.568231 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.v2.base [None req-f630a7ce-228f-4a91-adc9-f549d65b5985 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Request body: {'floatingip': {'floating_network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b'}} {{(pid=87787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 02:56:56.582241 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-f630a7ce-228f-4a91-adc9-f549d65b5985 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:56:56.583570 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b8f09d-8761-4ac1-b4f2-87660f51263f None None] Routers {'44a33464-cbad-47c2-82a1-16fb5f8565f4'} bound to L3 agent in host dv-cinder-837051-1-smb {{(pid=87788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 02:56:56.590070 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.l3_hamode_db [None req-40b8f09d-8761-4ac1-b4f2-87660f51263f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837051-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T02:46:58Z,description=,heartbeat_timestamp=2022-04-08T02:56:28Z,host='dv-cinder-837051-1-smb',id=70d74887-4404-4f0d-99b3-e017d5637063,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T02:46:59Z,topic='l3_agent')) {'router_ids': ['44a33464-cbad-47c2-82a1-16fb5f8565f4'], 'active': True} {{(pid=87788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:56:56.590335 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-f630a7ce-228f-4a91-adc9-f549d65b5985 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Usage tracker for resource:floatingip and tenant:8802cd0cfe144a92a69089a1dac25d8f is out of sync, need to count used quota {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:56:56.602172 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-f630a7ce-228f-4a91-adc9-f549d65b5985 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:56:56.615425 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-f630a7ce-228f-4a91-adc9-f549d65b5985 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:56:56.660755 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.plugins.ml2.managers [req-1ab2ae6b-22d8-40ed-adb3-db6f7778a98f req-c679148e-f439-45d3-8126-e59d401318a0 service neutron] Attempting to bind port 5230efcd-8140-4a2f-8c1c-1b27f55d7ed6 on host hv-cinder-83705 for vnic_type normal with profile {{(pid=87787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 02:56:56.661340 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.plugins.ml2.managers [req-1ab2ae6b-22d8-40ed-adb3-db6f7778a98f req-c679148e-f439-45d3-8126-e59d401318a0 service neutron] Attempting to bind port 5230efcd-8140-4a2f-8c1c-1b27f55d7ed6 by drivers openvswitch,hyperv on host hv-cinder-83705 at level 0 using segments [{'id': 'b999ec1c-7290-4f58-a0e4-e85f79fb25cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '769a4c13-39df-48c1-b6cd-854ac881aaa3'}] {{(pid=87787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 02:56:56.661830 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab2ae6b-22d8-40ed-adb3-db6f7778a98f req-c679148e-f439-45d3-8126-e59d401318a0 service neutron] Attempting to bind port 5230efcd-8140-4a2f-8c1c-1b27f55d7ed6 on network 769a4c13-39df-48c1-b6cd-854ac881aaa3 {{(pid=87787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 02:56:56.684303 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab2ae6b-22d8-40ed-adb3-db6f7778a98f req-c679148e-f439-45d3-8126-e59d401318a0 service neutron] Port 5230efcd-8140-4a2f-8c1c-1b27f55d7ed6 on network 769a4c13-39df-48c1-b6cd-854ac881aaa3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83705 {{(pid=87787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 08 02:56:56.684633 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab2ae6b-22d8-40ed-adb3-db6f7778a98f req-c679148e-f439-45d3-8126-e59d401318a0 service neutron] Attempting to bind port 5230efcd-8140-4a2f-8c1c-1b27f55d7ed6 on network 769a4c13-39df-48c1-b6cd-854ac881aaa3 {{(pid=87787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 02:56:56.693720 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c679148e-f439-45d3-8126-e59d401318a0 service neutron] Pushing event updated for resources: {'Port': ['ID=5230efcd-8140-4a2f-8c1c-1b27f55d7ed6,revision_number=2']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:56:56.699470 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab2ae6b-22d8-40ed-adb3-db6f7778a98f req-c679148e-f439-45d3-8126-e59d401318a0 service neutron] Checking agent: {'id': '80029809-569d-4306-9121-6b636b3093bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83705', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 2, 54, 9), 'started_at': datetime.datetime(2022, 4, 8, 2, 54, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 2, 56, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 02:56:56.699882 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab2ae6b-22d8-40ed-adb3-db6f7778a98f req-c679148e-f439-45d3-8126-e59d401318a0 service neutron] Checking segment: {'id': 'b999ec1c-7290-4f58-a0e4-e85f79fb25cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '769a4c13-39df-48c1-b6cd-854ac881aaa3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 02:56:56.700271 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab2ae6b-22d8-40ed-adb3-db6f7778a98f req-c679148e-f439-45d3-8126-e59d401318a0 service neutron] Bound using segment: {'id': 'b999ec1c-7290-4f58-a0e4-e85f79fb25cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '769a4c13-39df-48c1-b6cd-854ac881aaa3'} {{(pid=87787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 02:56:56.700716 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.plugins.ml2.managers [req-1ab2ae6b-22d8-40ed-adb3-db6f7778a98f req-c679148e-f439-45d3-8126-e59d401318a0 service neutron] Bound port: 5230efcd-8140-4a2f-8c1c-1b27f55d7ed6, host: hv-cinder-83705, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b999ec1c-7290-4f58-a0e4-e85f79fb25cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '769a4c13-39df-48c1-b6cd-854ac881aaa3'}}] {{(pid=87787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 02:56:56.701108 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [req-1ab2ae6b-22d8-40ed-adb3-db6f7778a98f req-c679148e-f439-45d3-8126-e59d401318a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_update {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:56.713690 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-f630a7ce-228f-4a91-adc9-f549d65b5985 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Notify callbacks [] for floatingip, before_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:56.747765 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee98549-a841-48e4-b321-290d299703b5 None None] Pushing event updated for resources: {'Port': ['ID=e7972713-86ee-4d57-a034-77787b34547f,revision_number=4']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:56:56.783228 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c748e9f4-a114-423c-87b2-69131115b6ae req-2c045251-0b15-41e3-a88b-e3107d7d5f68 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:56:56.789290 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-c748e9f4-a114-423c-87b2-69131115b6ae req-2c045251-0b15-41e3-a88b-e3107d7d5f68 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.39 "GET /v2.0/networks?id=769a4c13-39df-48c1-b6cd-854ac881aaa3 HTTP/1.1" status: 200 len: 818 time: 0.2654870 Apr 08 02:56:56.817964 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.v2.base [req-c748e9f4-a114-423c-87b2-69131115b6ae req-7aae4b80-60b2-41f7-9442-d0803d32dc1c tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Request body: {'port': {'device_id': 'f4393a78-1cab-4756-88e9-3b634af68a4b', 'network_id': '769a4c13-39df-48c1-b6cd-854ac881aaa3', 'admin_state_up': True, 'tenant_id': '9e6274c43de24b849ee9a4529c53f5b5'}} {{(pid=87786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 02:56:57.010790 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.plugins.ml2.db [req-1ab2ae6b-22d8-40ed-adb3-db6f7778a98f req-c679148e-f439-45d3-8126-e59d401318a0 service neutron] For port 5230efcd-8140-4a2f-8c1c-1b27f55d7ed6, host hv-cinder-83705, cleared binding levels {{(pid=87787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 02:56:57.019735 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.l3_dvr_db [None req-40b8f09d-8761-4ac1-b4f2-87660f51263f None None] Set router 44a33464-cbad-47c2-82a1-16fb5f8565f4 gateway port host: dv-cinder-837051-1-smb {{(pid=87788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 02:56:57.035847 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.plugins.ml2.db [req-1ab2ae6b-22d8-40ed-adb3-db6f7778a98f req-c679148e-f439-45d3-8126-e59d401318a0 service neutron] For port 5230efcd-8140-4a2f-8c1c-1b27f55d7ed6, host hv-cinder-83705, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=5230efcd-8140-4a2f-8c1c-1b27f55d7ed6,segment=NetworkSegment(b999ec1c-7290-4f58-a0e4-e85f79fb25cd),segment_id=b999ec1c-7290-4f58-a0e4-e85f79fb25cd)] {{(pid=87787) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 02:56:57.077136 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-f630a7ce-228f-4a91-adc9-f549d65b5985 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:57.078271 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42727df4-13f1-47ae-9a11-ccbfd313e048 req-3a2d4208-ad6f-463f-acf3-63bf594d2e4d tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:56:57.079015 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [req-42727df4-13f1-47ae-9a11-ccbfd313e048 req-3a2d4208-ad6f-463f-acf3-63bf594d2e4d tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Synchronizing usage tracker for tenant:27912339e79e43db900700b20c01bd73 on resource:network {{(pid=87786) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 02:56:57.186328 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [req-1ab2ae6b-22d8-40ed-adb3-db6f7778a98f req-c679148e-f439-45d3-8126-e59d401318a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762847214852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762846864698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762846864743'] for port, after_update {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:57.266600 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Device a02b9cd1-cea8-4513-a105-a26be139fb74 up at agent ovs-agent-dv-cinder-837051-1-smb {{(pid=87788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 02:56:57.291232 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5359c499-60a7-4637-b57c-c4941ee0fabd req-bb4a27aa-fd0b-44d4-891b-12cb3b656bc9 tempest-DeleteServersTestJSON-1539218655 tempest-DeleteServersTestJSON-1539218655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:56:57.298241 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-5359c499-60a7-4637-b57c-c4941ee0fabd req-bb4a27aa-fd0b-44d4-891b-12cb3b656bc9 tempest-DeleteServersTestJSON-1539218655 tempest-DeleteServersTestJSON-1539218655-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c24a517-4edd-4c9c-8ad9-e4c8e32f9148 HTTP/1.1" status: 200 len: 943 time: 0.1889527 Apr 08 02:56:57.394830 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [req-42727df4-13f1-47ae-9a11-ccbfd313e048 req-3a2d4208-ad6f-463f-acf3-63bf594d2e4d tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Unset dirty status for tenant:27912339e79e43db900700b20c01bd73 on resource:network {{(pid=87786) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 02:56:57.398255 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-42727df4-13f1-47ae-9a11-ccbfd313e048 req-3a2d4208-ad6f-463f-acf3-63bf594d2e4d tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] 10.222.0.15 "GET /v2.0/networks?id=c8c3b9c3-2a08-4eb4-872c-03cbce1e3b10 HTTP/1.1" status: 200 len: 810 time: 1.0896857 Apr 08 02:56:57.450582 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-42727df4-13f1-47ae-9a11-ccbfd313e048 req-f49e198a-432f-4f30-9b29-d98ac5ee03ef tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] 10.222.0.15 "GET /v2.0/quotas/27912339e79e43db900700b20c01bd73 HTTP/1.1" status: 200 len: 375 time: 0.0405233 Apr 08 02:56:57.464344 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.quota.driver [req-c748e9f4-a114-423c-87b2-69131115b6ae req-7aae4b80-60b2-41f7-9442-d0803d32dc1c tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:56:57.470295 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [req-c748e9f4-a114-423c-87b2-69131115b6ae req-7aae4b80-60b2-41f7-9442-d0803d32dc1c tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Usage tracker for resource:port and tenant:9e6274c43de24b849ee9a4529c53f5b5 is out of sync, need to count used quota {{(pid=87786) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:56:57.474840 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [req-c748e9f4-a114-423c-87b2-69131115b6ae req-7aae4b80-60b2-41f7-9442-d0803d32dc1c tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87786) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:56:57.481505 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.quota.driver [req-c748e9f4-a114-423c-87b2-69131115b6ae req-7aae4b80-60b2-41f7-9442-d0803d32dc1c tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:56:57.506225 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-5359c499-60a7-4637-b57c-c4941ee0fabd req-ab316cd5-c857-43c9-b304-8a59c95657db tempest-DeleteServersTestJSON-1539218655 tempest-DeleteServersTestJSON-1539218655-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1fbef15-233f-4f65-a32e-bff4a8521cca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054794 Apr 08 02:56:57.514383 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab2ae6b-22d8-40ed-adb3-db6f7778a98f req-c679148e-f439-45d3-8126-e59d401318a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:56:57.514383 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [req-1ab2ae6b-22d8-40ed-adb3-db6f7778a98f req-c679148e-f439-45d3-8126-e59d401318a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539232'] for port, before_response {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:57.514383 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-1ab2ae6b-22d8-40ed-adb3-db6f7778a98f req-c679148e-f439-45d3-8126-e59d401318a0 service neutron] 10.222.0.39 "PUT /v2.0/ports/5230efcd-8140-4a2f-8c1c-1b27f55d7ed6 HTTP/1.1" status: 200 len: 1093 time: 2.2837434 Apr 08 02:56:57.517496 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a43547e4-7375-4860-8f97-36d911def7b6', 'tag': '5230efcd-8140-4a2f-8c1c-1b27f55d7ed6'}] {{(pid=87787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 02:56:57.552667 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Provisioning complete for port a02b9cd1-cea8-4513-a105-a26be139fb74 triggered by entity L2. {{(pid=87788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 02:56:57.553292 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587297'] for port, provisioning_complete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:57.591463 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.db_base_plugin_common [None req-f630a7ce-228f-4a91-adc9-f549d65b5985 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Allocated IP 172.28.2.142 (98d1e709-75a7-4f60-9ef6-cd80d5a9207b/cdd7e012-314b-49de-85b2-875de1f002d2/be053cf2-87b5-4508-b867-f996489f75af) {{(pid=87787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 02:56:57.599670 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c679148e-f439-45d3-8126-e59d401318a0 service neutron] Pushing event updated for resources: {'Port': ['ID=5230efcd-8140-4a2f-8c1c-1b27f55d7ed6,revision_number=3']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:56:57.645435 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c748e9f4-a114-423c-87b2-69131115b6ae req-7aae4b80-60b2-41f7-9442-d0803d32dc1c tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Made reservation on behalf of 9e6274c43de24b849ee9a4529c53f5b5 for: {'port': 1} {{(pid=87786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 02:56:57.653031 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [req-c748e9f4-a114-423c-87b2-69131115b6ae req-7aae4b80-60b2-41f7-9442-d0803d32dc1c tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:57.739047 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.agents_db [None req-78530461-7b12-4524-9e6e-3e4de8d78fc4 None None] Agent healthcheck: found 6 active agents {{(pid=87789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 02:56:57.804436 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 42320) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:56:57.836913 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-194fb0f9-8637-4308-a61e-b7e6bc712509 req-4ec35fe3-fd34-48d6-b85f-7f2f59b0a458 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4393a78-1cab-4756-88e9-3b634af68a4b HTTP/1.1" status: 200 len: 210 time: 0.1199257 Apr 08 02:56:57.923455 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.l3_hamode_db [None req-40b8f09d-8761-4ac1-b4f2-87660f51263f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44a33464-cbad-47c2-82a1-16fb5f8565f4', 'name': 'tempest-AttachVolumeShelveTestJSON-1267468133-router', 'tenant_id': '8802cd0cfe144a92a69089a1dac25d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'external_fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.178'}], 'enable_snat': True}, 'gw_port_id': '0fb68517-97ef-47d9-beb2-a116d6cdc331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:56:27Z', 'updated_at': '2022-04-08T02:56:46Z', 'revision_number': 4, 'project_id': '8802cd0cfe144a92a69089a1dac25d8f', 'gw_port': {'id': '0fb68517-97ef-47d9-beb2-a116d6cdc331', 'name': '', 'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:46:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44a33464-cbad-47c2-82a1-16fb5f8565f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:56:30Z', 'updated_at': '2022-04-08T02:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-smb', '_interfaces': [{'id': 'e7972713-86ee-4d57-a034-77787b34547f', 'name': '', 'network_id': '13de0308-e21f-45b1-8a0f-24108cbfbce7', 'tenant_id': '8802cd0cfe144a92a69089a1dac25d8f', 'mac_address': 'fa:16:3e:87:51:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44a33464-cbad-47c2-82a1-16fb5f8565f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'da634180-ad94-49db-9cf0-02a07794ec35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:56:43Z', 'updated_at': '2022-04-08T02:56:56Z', 'revision_number': 4, 'project_id': '8802cd0cfe144a92a69089a1dac25d8f', 'subnets': [{'id': 'da634180-ad94-49db-9cf0-02a07794ec35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837051-1-smb', False) {} {{(pid=87788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:56:57.934898 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b8f09d-8761-4ac1-b4f2-87660f51263f None None] The sync data for ids ['44a33464-cbad-47c2-82a1-16fb5f8565f4'] in dv-cinder-837051-1-smb is: [{'id': '44a33464-cbad-47c2-82a1-16fb5f8565f4', 'name': 'tempest-AttachVolumeShelveTestJSON-1267468133-router', 'tenant_id': '8802cd0cfe144a92a69089a1dac25d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'external_fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.178'}], 'enable_snat': True}, 'gw_port_id': '0fb68517-97ef-47d9-beb2-a116d6cdc331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:56:27Z', 'updated_at': '2022-04-08T02:56:46Z', 'revision_number': 4, 'project_id': '8802cd0cfe144a92a69089a1dac25d8f', 'gw_port': {'id': '0fb68517-97ef-47d9-beb2-a116d6cdc331', 'name': '', 'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:46:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44a33464-cbad-47c2-82a1-16fb5f8565f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:56:30Z', 'updated_at': '2022-04-08T02:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-smb', '_interfaces': [{'id': 'e7972713-86ee-4d57-a034-77787b34547f', 'name': '', 'network_id': '13de0308-e21f-45b1-8a0f-24108cbfbce7', 'tenant_id': '8802cd0cfe144a92a69089a1dac25d8f', 'mac_address': 'fa:16:3e:87:51:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44a33464-cbad-47c2-82a1-16fb5f8565f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'da634180-ad94-49db-9cf0-02a07794ec35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:56:43Z', 'updated_at': '2022-04-08T02:56:56Z', 'revision_number': 4, 'project_id': '8802cd0cfe144a92a69089a1dac25d8f', 'subnets': [{'id': 'da634180-ad94-49db-9cf0-02a07794ec35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 02:56:58.013054 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab2ae6b-22d8-40ed-adb3-db6f7778a98f req-0e5e0667-5ab3-456b-b963-015712dac5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:56:58.013054 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-1ab2ae6b-22d8-40ed-adb3-db6f7778a98f req-0e5e0667-5ab3-456b-b963-015712dac5e2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9e6274c43de24b849ee9a4529c53f5b5&device_id=a43547e4-7375-4860-8f97-36d911def7b6 HTTP/1.1" status: 200 len: 1096 time: 0.3263853 Apr 08 02:56:58.053532 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3490e94a-915a-4aca-ae64-1f49920cbd1a'] response: {'name': 'network-changed', 'server_uuid': 'a43547e4-7375-4860-8f97-36d911def7b6', 'tag': '5230efcd-8140-4a2f-8c1c-1b27f55d7ed6', 'status': 'completed', 'code': 200} Apr 08 02:56:58.089222 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [req-42727df4-13f1-47ae-9a11-ccbfd313e048 req-edee9674-ef48-4d67-9f35-a133f17d1ed3 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Synchronizing usage tracker for tenant:27912339e79e43db900700b20c01bd73 on resource:port {{(pid=87786) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 02:56:58.138947 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.db_base_plugin_common [req-c748e9f4-a114-423c-87b2-69131115b6ae req-7aae4b80-60b2-41f7-9442-d0803d32dc1c tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Allocated IP 172.20.0.12 (769a4c13-39df-48c1-b6cd-854ac881aaa3/2ff278b6-8dcd-49ad-92d3-ea301b80d1c2/f75f4170-55bc-47c3-b4f9-02b0e101153d) {{(pid=87786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 02:56:58.158108 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-f630a7ce-228f-4a91-adc9-f549d65b5985 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Notify callbacks [] for port, precommit_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:58.182043 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-1ab2ae6b-22d8-40ed-adb3-db6f7778a98f req-3b56ba36-79f7-426f-b527-2ce27d3d6a2b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5230efcd-8140-4a2f-8c1c-1b27f55d7ed6 HTTP/1.1" status: 200 len: 217 time: 0.1274447 Apr 08 02:56:58.184414 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-92376115-0e64-4e74-bd73-c744dcbeef18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:58.209206 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [req-42727df4-13f1-47ae-9a11-ccbfd313e048 req-edee9674-ef48-4d67-9f35-a133f17d1ed3 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Unset dirty status for tenant:27912339e79e43db900700b20c01bd73 on resource:port {{(pid=87786) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 02:56:58.209206 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-42727df4-13f1-47ae-9a11-ccbfd313e048 req-edee9674-ef48-4d67-9f35-a133f17d1ed3 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=27912339e79e43db900700b20c01bd73&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7576036 Apr 08 02:56:58.274694 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-92376115-0e64-4e74-bd73-c744dcbeef18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:56:58.282386 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-92376115-0e64-4e74-bd73-c744dcbeef18 admin admin] Usage tracker for resource:security_group_rule and tenant:6b9b16240d6c4be486cb91f04fbdeb07 is out of sync, need to count used quota {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:56:58.293987 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-92376115-0e64-4e74-bd73-c744dcbeef18 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:56:58.304800 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-92376115-0e64-4e74-bd73-c744dcbeef18 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:56:58.314790 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-471a4b70-07b4-4d0d-876b-2f1fcaa2148c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:58.397249 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab2ae6b-22d8-40ed-adb3-db6f7778a98f req-b9249d8f-732a-4ce5-b792-36d1afa3cb49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:56:58.398755 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-1ab2ae6b-22d8-40ed-adb3-db6f7778a98f req-b9249d8f-732a-4ce5-b792-36d1afa3cb49 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2ff278b6-8dcd-49ad-92d3-ea301b80d1c2 HTTP/1.1" status: 200 len: 857 time: 0.1996059 Apr 08 02:56:58.518562 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-92376115-0e64-4e74-bd73-c744dcbeef18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:58.522333 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [req-c748e9f4-a114-423c-87b2-69131115b6ae req-7aae4b80-60b2-41f7-9442-d0803d32dc1c tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Notify callbacks [] for port, precommit_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:58.535182 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-42727df4-13f1-47ae-9a11-ccbfd313e048 req-7c0086e3-08b6-4162-9460-1cf59dc95dd2 service neutron] 10.222.0.15 "GET /v2.0/networks/c8c3b9c3-2a08-4eb4-872c-03cbce1e3b10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3043132 Apr 08 02:56:58.538559 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.wsgi [-] (87786) accepted ('10.222.0.15', 42346) {{(pid=87786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:56:58.551311 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.provisioning_blocks [req-c748e9f4-a114-423c-87b2-69131115b6ae req-7aae4b80-60b2-41f7-9442-d0803d32dc1c tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Transition to ACTIVE for port object f75f4170-55bc-47c3-b4f9-02b0e101153d will not be triggered until provisioned by entity DHCP. {{(pid=87786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 02:56:58.554358 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab2ae6b-22d8-40ed-adb3-db6f7778a98f req-333d2605-5489-4225-a013-5b19466dd9df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:56:58.556511 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-1ab2ae6b-22d8-40ed-adb3-db6f7778a98f req-333d2605-5489-4225-a013-5b19466dd9df service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=769a4c13-39df-48c1-b6cd-854ac881aaa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1486831 Apr 08 02:56:58.570121 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-f630a7ce-228f-4a91-adc9-f549d65b5985 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762846864680'] for port, after_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:58.674733 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-92376115-0e64-4e74-bd73-c744dcbeef18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:58.733283 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f630a7ce-228f-4a91-adc9-f549d65b5985 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Network 98d1e709-75a7-4f60-9ef6-cd80d5a9207b is already hosted by enough agents. {{(pid=87787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 02:56:58.788180 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-b5b9d128-bdfd-4a87-99d8-4e3cff2f3682 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:58.803441 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.scheduler.base_scheduler [None req-f630a7ce-228f-4a91-adc9-f549d65b5985 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Resources bound (agent type, host, resource id): {{(pid=87787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 02:56:58.847983 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.quota.driver [None req-b5b9d128-bdfd-4a87-99d8-4e3cff2f3682 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:56:58.860423 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [None req-b5b9d128-bdfd-4a87-99d8-4e3cff2f3682 admin admin] Usage tracker for resource:security_group_rule and tenant:d369bc07ebe1479aa1926a491d895f19 is out of sync, need to count used quota {{(pid=87786) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:56:58.870068 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [None req-b5b9d128-bdfd-4a87-99d8-4e3cff2f3682 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87786) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:56:58.894417 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-42727df4-13f1-47ae-9a11-ccbfd313e048 req-cb4d2508-9ff5-49b2-afbb-d8d9d6a0c43d service neutron] 10.222.0.15 "GET /v2.0/networks/c8c3b9c3-2a08-4eb4-872c-03cbce1e3b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3362768 Apr 08 02:56:58.894417 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.quota.driver [None req-b5b9d128-bdfd-4a87-99d8-4e3cff2f3682 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:56:58.897221 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f630a7ce-228f-4a91-adc9-f549d65b5985 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Received port after_create {{(pid=87787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 02:56:58.913206 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f630a7ce-228f-4a91-adc9-f549d65b5985 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Pushing event updated for resources: {'Port': ['ID=be053cf2-87b5-4508-b867-f996489f75af,revision_number=1']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:56:58.928409 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-92376115-0e64-4e74-bd73-c744dcbeef18 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6b9b16240d6c4be486cb91f04fbdeb07&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1211507 Apr 08 02:56:58.931472 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7c3a33-fbf6-41c7-ad9e-21f48b052856 req-853cc240-bc48-49ac-9ab7-46330c2c858e tempest-DeleteServersTestJSON-1539218655 tempest-DeleteServersTestJSON-1539218655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:56:58.939164 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-4c7c3a33-fbf6-41c7-ad9e-21f48b052856 req-853cc240-bc48-49ac-9ab7-46330c2c858e tempest-DeleteServersTestJSON-1539218655 tempest-DeleteServersTestJSON-1539218655-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c24a517-4edd-4c9c-8ad9-e4c8e32f9148 HTTP/1.1" status: 200 len: 943 time: 0.2533941 Apr 08 02:56:58.979530 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.wsgi [-] (87786) accepted ('10.222.0.15', 42358) {{(pid=87786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:56:58.996664 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92376115-0e64-4e74-bd73-c744dcbeef18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dba9869a-5cbe-42bd-9b3e-49d60c1fc8b8,revision_number=1']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:56:59.035558 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-1ab2ae6b-22d8-40ed-adb3-db6f7778a98f req-f5b23cc2-fb0c-49a7-849d-87a215452bd0 service neutron] 10.222.0.39 "GET /v2.0/networks/769a4c13-39df-48c1-b6cd-854ac881aaa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4669788 Apr 08 02:56:59.038354 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-f630a7ce-228f-4a91-adc9-f549d65b5985 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:59.046097 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-4c7c3a33-fbf6-41c7-ad9e-21f48b052856 req-c2502152-c0e8-4dd8-8a65-f61557ea9b91 tempest-DeleteServersTestJSON-1539218655 tempest-DeleteServersTestJSON-1539218655-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1fbef15-233f-4f65-a32e-bff4a8521cca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059082 Apr 08 02:56:59.107418 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [req-c748e9f4-a114-423c-87b2-69131115b6ae req-7aae4b80-60b2-41f7-9442-d0803d32dc1c tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762846864680'] for port, after_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:59.113869 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-c2f6cf69-6f8d-4778-a8d4-c8fb6bf0b298 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:59.192666 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-ef00a636-a289-418c-ab96-90866b017a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:59.268766 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:59.350750 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-f630a7ce-228f-4a91-adc9-f549d65b5985 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_update {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:59.356658 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Device e7972713-86ee-4d57-a034-77787b34547f up at agent ovs-agent-dv-cinder-837051-1-smb {{(pid=87788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 02:56:59.452322 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-c2f6cf69-6f8d-4778-a8d4-c8fb6bf0b298 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:59.555726 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c748e9f4-a114-423c-87b2-69131115b6ae req-7aae4b80-60b2-41f7-9442-d0803d32dc1c tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Network 769a4c13-39df-48c1-b6cd-854ac881aaa3 is already hosted by enough agents. {{(pid=87786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 02:56:59.589702 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Provisioning for port e7972713-86ee-4d57-a034-77787b34547f completed by entity L2. {{(pid=87788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 02:56:59.595791 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Provisioning complete for port e7972713-86ee-4d57-a034-77787b34547f triggered by entity L2. {{(pid=87788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 02:56:59.596496 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587297'] for port, provisioning_complete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:59.608227 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.scheduler.base_scheduler [req-c748e9f4-a114-423c-87b2-69131115b6ae req-7aae4b80-60b2-41f7-9442-d0803d32dc1c tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Resources bound (agent type, host, resource id): {{(pid=87786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 02:56:59.611786 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-8a79ca25-7462-418e-b7f0-cfbfcabc7d93 req-79827862-b4b5-479a-9aba-6255658ca9f9 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcf140c8-6253-441e-87a3-ae36ef0e2bac HTTP/1.1" status: 200 len: 210 time: 0.0725608 Apr 08 02:56:59.614328 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.l3_dvrscheduler_db [req-c748e9f4-a114-423c-87b2-69131115b6ae req-7aae4b80-60b2-41f7-9442-d0803d32dc1c tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Received port after_create {{(pid=87786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 02:56:59.622755 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c748e9f4-a114-423c-87b2-69131115b6ae req-7aae4b80-60b2-41f7-9442-d0803d32dc1c tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:56:59.623617 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [req-c748e9f4-a114-423c-87b2-69131115b6ae req-7aae4b80-60b2-41f7-9442-d0803d32dc1c tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539232'] for port, before_response {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:59.634453 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aae4b80-60b2-41f7-9442-d0803d32dc1c tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Pushing event updated for resources: {'Port': ['ID=f75f4170-55bc-47c3-b4f9-02b0e101153d,revision_number=1']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:56:59.642409 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-c2f6cf69-6f8d-4778-a8d4-c8fb6bf0b298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:59.689281 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-1ab2ae6b-22d8-40ed-adb3-db6f7778a98f req-3eb90ba9-8563-43e8-94f5-761d6f6f0ea9 service neutron] 10.222.0.39 "GET /v2.0/networks/769a4c13-39df-48c1-b6cd-854ac881aaa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6432514 Apr 08 02:56:59.692447 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-f630a7ce-228f-4a91-adc9-f549d65b5985 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Notify callbacks [] for port, precommit_update {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:59.704292 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f6cf69-6f8d-4778-a8d4-c8fb6bf0b298 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dba9869a-5cbe-42bd-9b3e-49d60c1fc8b8,revision_number=None']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:56:59.719881 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-b5b9d128-bdfd-4a87-99d8-4e3cff2f3682 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:59.732460 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Device 1a93caab-288e-4cd0-ac1b-e9a3e25a43de details requested by agent hyperv_hv-cinder-83705 with host hv-cinder-83705 {{(pid=87788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 08 02:56:59.748482 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-c2f6cf69-6f8d-4778-a8d4-c8fb6bf0b298 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:59.748595 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [None req-c2f6cf69-6f8d-4778-a8d4-c8fb6bf0b298 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/dba9869a-5cbe-42bd-9b3e-49d60c1fc8b8 HTTP/1.1" status: 204 len: 168 time: 0.7844884 Apr 08 02:56:59.785631 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec204e0a-a514-4225-a00e-bcc3d572e5e8 req-387d229c-d9d7-48fc-abe1-56aaa0b6f05e tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:56:59.786352 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [req-ec204e0a-a514-4225-a00e-bcc3d572e5e8 req-387d229c-d9d7-48fc-abe1-56aaa0b6f05e tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Synchronizing usage tracker for tenant:9e6274c43de24b849ee9a4529c53f5b5 on resource:port {{(pid=87786) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 02:56:59.800547 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-f630a7ce-228f-4a91-adc9-f549d65b5985 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762847214852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762846864698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762846864743'] for port, after_update {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:59.805849 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-b5b9d128-bdfd-4a87-99d8-4e3cff2f3682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:56:59.882187 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-c748e9f4-a114-423c-87b2-69131115b6ae req-7aae4b80-60b2-41f7-9442-d0803d32dc1c tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0742877 Apr 08 02:56:59.898092 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b9d128-bdfd-4a87-99d8-4e3cff2f3682 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1216a017-c308-42aa-8f87-7df6fbba2726,revision_number=1']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:56:59.912052 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [None req-b5b9d128-bdfd-4a87-99d8-4e3cff2f3682 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d369bc07ebe1479aa1926a491d895f19&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3722286 Apr 08 02:56:59.913364 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [req-ec204e0a-a514-4225-a00e-bcc3d572e5e8 req-387d229c-d9d7-48fc-abe1-56aaa0b6f05e tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Unset dirty status for tenant:9e6274c43de24b849ee9a4529c53f5b5 on resource:port {{(pid=87786) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 02:56:59.914523 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-ec204e0a-a514-4225-a00e-bcc3d572e5e8 req-387d229c-d9d7-48fc-abe1-56aaa0b6f05e tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4393a78-1cab-4756-88e9-3b634af68a4b HTTP/1.1" status: 200 len: 932 time: 0.6768885 Apr 08 02:56:59.918818 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.v2.base [req-c748e9f4-a114-423c-87b2-69131115b6ae req-947a43ee-fc20-4fd2-b493-799e58503c34 service neutron] Request body: {'port': {'device_id': 'f4393a78-1cab-4756-88e9-3b634af68a4b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83705'}} {{(pid=87786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 02:56:59.949767 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.wsgi [-] (87786) accepted ('10.222.0.15', 42390) {{(pid=87786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:56:59.991059 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-f630a7ce-228f-4a91-adc9-f549d65b5985 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-333402'] for floatingip, after_update {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:00.042332 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:00.046074 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f630a7ce-228f-4a91-adc9-f549d65b5985 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Pushing event updated for resources: {'Port': ['ID=be053cf2-87b5-4508-b867-f996489f75af,revision_number=2']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:57:00.106716 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.db [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] For port 1a93caab-288e-4cd0-ac1b-e9a3e25a43de, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=1a93caab-288e-4cd0-ac1b-e9a3e25a43de,segment=NetworkSegment(e3ebf9a4-de2c-4dcf-87e2-47ccc7ef81d2),segment_id=e3ebf9a4-de2c-4dcf-87e2-47ccc7ef81d2)] {{(pid=87788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 02:57:00.120414 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.db [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] For port e7972713-86ee-4d57-a034-77787b34547f, host dv-cinder-837051-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837051-1-smb',level=0,port_id=e7972713-86ee-4d57-a034-77787b34547f,segment=NetworkSegment(1b549d7e-fc0e-4f7e-b00e-d69f05216c6f),segment_id=1b549d7e-fc0e-4f7e-b00e-d69f05216c6f)] {{(pid=87788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 02:57:00.122089 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0136cb53-5b34-4b5e-a68b-4ad8de1ab6fa req-b745b650-3e84-4380-93da-c3f4d3bf9944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:57:00.127171 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-0136cb53-5b34-4b5e-a68b-4ad8de1ab6fa req-b745b650-3e84-4380-93da-c3f4d3bf9944 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9e6274c43de24b849ee9a4529c53f5b5&device_id=a43547e4-7375-4860-8f97-36d911def7b6 HTTP/1.1" status: 200 len: 1096 time: 0.2020943 Apr 08 02:57:00.129999 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [req-ec204e0a-a514-4225-a00e-bcc3d572e5e8 req-c3809d71-8027-4169-b337-27c95f107eaa tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Synchronizing usage tracker for tenant:9e6274c43de24b849ee9a4529c53f5b5 on resource:security_group {{(pid=87786) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 02:57:00.139428 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-c01903f0-a72c-4634-850b-2ceeaa44bc0f None None] Provisioning for port f75f4170-55bc-47c3-b4f9-02b0e101153d completed by entity DHCP. {{(pid=87788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 02:57:00.144885 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Returning: {'device': '1a93caab-288e-4cd0-ac1b-e9a3e25a43de', 'network_id': '072ff000-5f9f-4f59-98b5-3350abf967de', 'port_id': '1a93caab-288e-4cd0-ac1b-e9a3e25a43de', 'mac_address': 'fa:16:3e:e9:2d:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 257, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0f08717-2460-411d-9eae-c5089f58933a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 02:57:00.147540 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-c01903f0-a72c-4634-850b-2ceeaa44bc0f None None] Provisioning complete for port f75f4170-55bc-47c3-b4f9-02b0e101153d triggered by entity DHCP. {{(pid=87788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 02:57:00.148226 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-c01903f0-a72c-4634-850b-2ceeaa44bc0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587297'] for port, provisioning_complete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:00.152128 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-679bfad7-507e-4824-8ac8-757796c2cd3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:00.184061 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-f630a7ce-228f-4a91-adc9-f549d65b5985 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207533'] for floatingip, before_response {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:00.186076 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-f630a7ce-228f-4a91-adc9-f549d65b5985 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6471798 Apr 08 02:57:00.265452 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:00.278728 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762847214852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762846864698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762846864743'] for port, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:00.312324 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0136cb53-5b34-4b5e-a68b-4ad8de1ab6fa req-5cf63669-fd9c-4d00-b880-74b598fe75bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:57:00.314365 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-0136cb53-5b34-4b5e-a68b-4ad8de1ab6fa req-5cf63669-fd9c-4d00-b880-74b598fe75bf service neutron] 10.222.0.39 "GET /v2.0/networks?id=769a4c13-39df-48c1-b6cd-854ac881aaa3 HTTP/1.1" status: 200 len: 919 time: 0.1803682 Apr 08 02:57:00.314485 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [req-c748e9f4-a114-423c-87b2-69131115b6ae req-947a43ee-fc20-4fd2-b493-799e58503c34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_update {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:00.355494 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-679bfad7-507e-4824-8ac8-757796c2cd3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:00.392003 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.notifiers.nova [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a93caab-288e-4cd0-ac1b-e9a3e25a43de {{(pid=87788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 02:57:00.393116 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [req-ec204e0a-a514-4225-a00e-bcc3d572e5e8 req-c3809d71-8027-4169-b337-27c95f107eaa tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Unset dirty status for tenant:9e6274c43de24b849ee9a4529c53f5b5 on resource:security_group {{(pid=87786) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 02:57:00.399827 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.plugin [None req-c01903f0-a72c-4634-850b-2ceeaa44bc0f None None] Port f75f4170-55bc-47c3-b4f9-02b0e101153d cannot update to ACTIVE because it is not bound. {{(pid=87788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 02:57:00.422081 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-ec204e0a-a514-4225-a00e-bcc3d572e5e8 req-c3809d71-8027-4169-b337-27c95f107eaa tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/security-groups?id=182843b8-633a-4f61-a3e3-f50baa1f3acb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4672358 Apr 08 02:57:00.499892 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-0136cb53-5b34-4b5e-a68b-4ad8de1ab6fa req-8a5a5463-5cd7-497a-b564-610a78411529 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5230efcd-8140-4a2f-8c1c-1b27f55d7ed6 HTTP/1.1" status: 200 len: 217 time: 0.1771417 Apr 08 02:57:00.532770 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.db [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] For port 1a93caab-288e-4cd0-ac1b-e9a3e25a43de, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=1a93caab-288e-4cd0-ac1b-e9a3e25a43de,segment=NetworkSegment(e3ebf9a4-de2c-4dcf-87e2-47ccc7ef81d2),segment_id=e3ebf9a4-de2c-4dcf-87e2-47ccc7ef81d2)] {{(pid=87788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 02:57:00.536474 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Pushing event updated for resources: {'Port': ['ID=e7972713-86ee-4d57-a034-77787b34547f,revision_number=5']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:57:00.621325 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0136cb53-5b34-4b5e-a68b-4ad8de1ab6fa req-8208c432-9086-4a6c-9220-a56f5a57d543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:57:00.622978 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-0136cb53-5b34-4b5e-a68b-4ad8de1ab6fa req-8208c432-9086-4a6c-9220-a56f5a57d543 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2ff278b6-8dcd-49ad-92d3-ea301b80d1c2 HTTP/1.1" status: 200 len: 857 time: 0.1104448 Apr 08 02:57:00.639343 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-0700d8e1-2fb2-4ab8-b601-2cbd26aa24a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:00.640238 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762847214852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762846864698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762846864743'] for port, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:00.722597 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0136cb53-5b34-4b5e-a68b-4ad8de1ab6fa req-b08b213e-7c30-45eb-8506-9312ace75e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:57:00.724148 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-0136cb53-5b34-4b5e-a68b-4ad8de1ab6fa req-b08b213e-7c30-45eb-8506-9312ace75e54 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=769a4c13-39df-48c1-b6cd-854ac881aaa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0897155 Apr 08 02:57:00.730703 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b66d4d-0e10-4d80-854a-a26833d7ef71 req-0f2109fe-1684-4eec-b4e0-9671285981f7 tempest-DeleteServersTestJSON-1539218655 tempest-DeleteServersTestJSON-1539218655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:57:00.732231 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-61b66d4d-0e10-4d80-854a-a26833d7ef71 req-0f2109fe-1684-4eec-b4e0-9671285981f7 tempest-DeleteServersTestJSON-1539218655 tempest-DeleteServersTestJSON-1539218655-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c24a517-4edd-4c9c-8ad9-e4c8e32f9148 HTTP/1.1" status: 200 len: 943 time: 0.5136888 Apr 08 02:57:00.740164 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Pushing event updated for resources: {'Port': ['ID=1a93caab-288e-4cd0-ac1b-e9a3e25a43de,revision_number=4']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:57:00.771866 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [req-2bf2c569-037d-4fa9-9d0c-0324f21ec434 req-c2cfc50d-ff64-43f7-8d53-4262a202d669 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Synchronizing usage tracker for tenant:8802cd0cfe144a92a69089a1dac25d8f on resource:security_group {{(pid=87786) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 02:57:00.849900 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-679bfad7-507e-4824-8ac8-757796c2cd3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:00.894113 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 42428) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:57:00.915505 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-0b28320d-c626-4f49-8b21-0f5ae602e505 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:00.925986 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-0136cb53-5b34-4b5e-a68b-4ad8de1ab6fa req-8bd63242-6d52-4db9-b85c-88489d10442a service neutron] 10.222.0.39 "GET /v2.0/networks/769a4c13-39df-48c1-b6cd-854ac881aaa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1933391 Apr 08 02:57:00.953537 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-0b28320d-c626-4f49-8b21-0f5ae602e505 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:57:00.970704 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-0b28320d-c626-4f49-8b21-0f5ae602e505 admin admin] Usage tracker for resource:security_group_rule and tenant:52ba34adb5644db08531ed2e020cc8b4 is out of sync, need to count used quota {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:57:00.973044 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679bfad7-507e-4824-8ac8-757796c2cd3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1216a017-c308-42aa-8f87-7df6fbba2726,revision_number=None']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:57:00.974868 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-0b28320d-c626-4f49-8b21-0f5ae602e505 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:57:00.995774 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-61b66d4d-0e10-4d80-854a-a26833d7ef71 req-eb7267f7-5c09-44f7-888b-0100fa0752cd tempest-DeleteServersTestJSON-1539218655 tempest-DeleteServersTestJSON-1539218655-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1fbef15-233f-4f65-a32e-bff4a8521cca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2299323 Apr 08 02:57:00.998840 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-679bfad7-507e-4824-8ac8-757796c2cd3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:00.999909 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [None req-679bfad7-507e-4824-8ac8-757796c2cd3a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1216a017-c308-42aa-8f87-7df6fbba2726 HTTP/1.1" status: 204 len: 168 time: 1.0492842 Apr 08 02:57:01.029932 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-0b28320d-c626-4f49-8b21-0f5ae602e505 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:57:01.081028 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [req-2bf2c569-037d-4fa9-9d0c-0324f21ec434 req-c2cfc50d-ff64-43f7-8d53-4262a202d669 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Unset dirty status for tenant:8802cd0cfe144a92a69089a1dac25d8f on resource:security_group {{(pid=87786) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 02:57:01.082707 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-2bf2c569-037d-4fa9-9d0c-0324f21ec434 req-c2cfc50d-ff64-43f7-8d53-4262a202d669 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--940961794&fields=id&tenant_id=8802cd0cfe144a92a69089a1dac25d8f HTTP/1.1" status: 200 len: 267 time: 0.4986746 Apr 08 02:57:01.107318 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-0136cb53-5b34-4b5e-a68b-4ad8de1ab6fa req-27615a12-2545-417f-8baa-62ab6a0a1d61 service neutron] 10.222.0.39 "GET /v2.0/networks/769a4c13-39df-48c1-b6cd-854ac881aaa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745434 Apr 08 02:57:01.129644 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.db [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] get_ports_and_sgs() called for port_ids ['1a93caab-288e-4cd0-ac1b-e9a3e25a43de'] {{(pid=87788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 02:57:01.168274 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-0b28320d-c626-4f49-8b21-0f5ae602e505 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:01.246353 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-0b28320d-c626-4f49-8b21-0f5ae602e505 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:01.251205 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-a65b1d22-4e03-4800-bcc4-fd2f89b24aaf req-a6a4f47a-df75-4de2-b2b5-59ea1ab1e676 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcf140c8-6253-441e-87a3-ae36ef0e2bac HTTP/1.1" status: 200 len: 210 time: 0.1282973 Apr 08 02:57:01.327330 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-0b28320d-c626-4f49-8b21-0f5ae602e505 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=52ba34adb5644db08531ed2e020cc8b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4296460 Apr 08 02:57:01.327330 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b28320d-c626-4f49-8b21-0f5ae602e505 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b2ec72d-df90-4ecd-a72a-05f36c0e1923,revision_number=1']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:57:01.328489 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 42436) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:57:01.359899 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.notifiers.nova [req-c748e9f4-a114-423c-87b2-69131115b6ae req-947a43ee-fc20-4fd2-b493-799e58503c34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f75f4170-55bc-47c3-b4f9-02b0e101153d {{(pid=87786) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 02:57:01.362572 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Device e7972713-86ee-4d57-a034-77787b34547f up at agent ovs-agent-dv-cinder-837051-1-smb {{(pid=87788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 02:57:01.378500 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [req-c748e9f4-a114-423c-87b2-69131115b6ae req-947a43ee-fc20-4fd2-b493-799e58503c34 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:01.396658 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-6858b85e-0b69-46a6-9452-0bab80665d25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:01.417489 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.provisioning_blocks [req-c748e9f4-a114-423c-87b2-69131115b6ae req-947a43ee-fc20-4fd2-b493-799e58503c34 service neutron] Transition to ACTIVE for port object f75f4170-55bc-47c3-b4f9-02b0e101153d will not be triggered until provisioned by entity L2. {{(pid=87786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 02:57:01.434534 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-6858b85e-0b69-46a6-9452-0bab80665d25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:01.443763 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf2c569-037d-4fa9-9d0c-0324f21ec434 req-6eb28220-23e2-4bed-9c2d-8c38bb770b19 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:57:01.445702 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [req-2bf2c569-037d-4fa9-9d0c-0324f21ec434 req-6eb28220-23e2-4bed-9c2d-8c38bb770b19 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Synchronizing usage tracker for tenant:8802cd0cfe144a92a69089a1dac25d8f on resource:network {{(pid=87786) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 02:57:01.499523 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [req-c748e9f4-a114-423c-87b2-69131115b6ae req-947a43ee-fc20-4fd2-b493-799e58503c34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762847214852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762846864698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762846864743'] for port, after_update {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:01.575263 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [req-2bf2c569-037d-4fa9-9d0c-0324f21ec434 req-6eb28220-23e2-4bed-9c2d-8c38bb770b19 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Unset dirty status for tenant:8802cd0cfe144a92a69089a1dac25d8f on resource:network {{(pid=87786) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 02:57:01.577207 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-2bf2c569-037d-4fa9-9d0c-0324f21ec434 req-6eb28220-23e2-4bed-9c2d-8c38bb770b19 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/networks?id=13de0308-e21f-45b1-8a0f-24108cbfbce7 HTTP/1.1" status: 200 len: 817 time: 0.4514124 Apr 08 02:57:01.581203 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Provisioning complete for port e7972713-86ee-4d57-a034-77787b34547f triggered by entity L2. {{(pid=87788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 02:57:01.581687 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587297'] for port, provisioning_complete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:01.584772 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-6858b85e-0b69-46a6-9452-0bab80665d25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:01.625950 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6858b85e-0b69-46a6-9452-0bab80665d25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b2ec72d-df90-4ecd-a72a-05f36c0e1923,revision_number=None']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:57:01.644865 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-6858b85e-0b69-46a6-9452-0bab80665d25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:01.648438 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-6858b85e-0b69-46a6-9452-0bab80665d25 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6b2ec72d-df90-4ecd-a72a-05f36c0e1923 HTTP/1.1" status: 204 len: 168 time: 0.3167934 Apr 08 02:57:01.916970 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-2bf2c569-037d-4fa9-9d0c-0324f21ec434 req-a13651b7-5edc-4827-b329-6a4d9fcc23f1 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/quotas/8802cd0cfe144a92a69089a1dac25d8f HTTP/1.1" status: 200 len: 375 time: 0.1994021 Apr 08 02:57:01.920268 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947a43ee-fc20-4fd2-b493-799e58503c34 service neutron] Pushing event updated for resources: {'Port': ['ID=f75f4170-55bc-47c3-b4f9-02b0e101153d,revision_number=2']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:57:02.047751 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.managers [req-c748e9f4-a114-423c-87b2-69131115b6ae req-947a43ee-fc20-4fd2-b493-799e58503c34 service neutron] Attempting to bind port f75f4170-55bc-47c3-b4f9-02b0e101153d on host hv-cinder-83705 for vnic_type normal with profile {{(pid=87786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 02:57:02.048111 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.managers [req-c748e9f4-a114-423c-87b2-69131115b6ae req-947a43ee-fc20-4fd2-b493-799e58503c34 service neutron] Attempting to bind port f75f4170-55bc-47c3-b4f9-02b0e101153d by drivers openvswitch,hyperv on host hv-cinder-83705 at level 0 using segments [{'id': 'b999ec1c-7290-4f58-a0e4-e85f79fb25cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '769a4c13-39df-48c1-b6cd-854ac881aaa3'}] {{(pid=87786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 02:57:02.048458 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c748e9f4-a114-423c-87b2-69131115b6ae req-947a43ee-fc20-4fd2-b493-799e58503c34 service neutron] Attempting to bind port f75f4170-55bc-47c3-b4f9-02b0e101153d on network 769a4c13-39df-48c1-b6cd-854ac881aaa3 {{(pid=87786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 02:57:02.059501 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c748e9f4-a114-423c-87b2-69131115b6ae req-947a43ee-fc20-4fd2-b493-799e58503c34 service neutron] Port f75f4170-55bc-47c3-b4f9-02b0e101153d on network 769a4c13-39df-48c1-b6cd-854ac881aaa3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83705 {{(pid=87786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 08 02:57:02.059828 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c748e9f4-a114-423c-87b2-69131115b6ae req-947a43ee-fc20-4fd2-b493-799e58503c34 service neutron] Attempting to bind port f75f4170-55bc-47c3-b4f9-02b0e101153d on network 769a4c13-39df-48c1-b6cd-854ac881aaa3 {{(pid=87786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 02:57:02.074952 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c748e9f4-a114-423c-87b2-69131115b6ae req-947a43ee-fc20-4fd2-b493-799e58503c34 service neutron] Checking agent: {'id': '80029809-569d-4306-9121-6b636b3093bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83705', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 2, 54, 9), 'started_at': datetime.datetime(2022, 4, 8, 2, 54, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 2, 56, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 02:57:02.075317 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c748e9f4-a114-423c-87b2-69131115b6ae req-947a43ee-fc20-4fd2-b493-799e58503c34 service neutron] Checking segment: {'id': 'b999ec1c-7290-4f58-a0e4-e85f79fb25cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '769a4c13-39df-48c1-b6cd-854ac881aaa3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 02:57:02.075885 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c748e9f4-a114-423c-87b2-69131115b6ae req-947a43ee-fc20-4fd2-b493-799e58503c34 service neutron] Bound using segment: {'id': 'b999ec1c-7290-4f58-a0e4-e85f79fb25cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '769a4c13-39df-48c1-b6cd-854ac881aaa3'} {{(pid=87786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 02:57:02.076335 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.managers [req-c748e9f4-a114-423c-87b2-69131115b6ae req-947a43ee-fc20-4fd2-b493-799e58503c34 service neutron] Bound port: f75f4170-55bc-47c3-b4f9-02b0e101153d, host: hv-cinder-83705, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b999ec1c-7290-4f58-a0e4-e85f79fb25cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '769a4c13-39df-48c1-b6cd-854ac881aaa3'}}] {{(pid=87786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 02:57:02.076672 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [req-c748e9f4-a114-423c-87b2-69131115b6ae req-947a43ee-fc20-4fd2-b493-799e58503c34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_update {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:02.080623 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 42458) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:57:02.098294 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-d92c829b-e089-488d-9fb3-be63797f878d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:02.107304 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c845c91-6b3e-4228-a03c-a9aafd313da8 req-8c6e5adb-930d-4d59-a81a-129208a951d4 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:57:02.108763 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-4c845c91-6b3e-4228-a03c-a9aafd313da8 req-8c6e5adb-930d-4d59-a81a-129208a951d4 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4393a78-1cab-4756-88e9-3b634af68a4b HTTP/1.1" status: 200 len: 944 time: 0.3898869 Apr 08 02:57:02.114329 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-d92c829b-e089-488d-9fb3-be63797f878d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:57:02.119201 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-d92c829b-e089-488d-9fb3-be63797f878d admin admin] Usage tracker for resource:security_group_rule and tenant:961f5e01b6dd4bb696b1ada5a0f24000 is out of sync, need to count used quota {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:57:02.122300 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-d92c829b-e089-488d-9fb3-be63797f878d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:57:02.128125 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-d92c829b-e089-488d-9fb3-be63797f878d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:57:02.210060 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [req-2bf2c569-037d-4fa9-9d0c-0324f21ec434 req-b27eba89-070d-4f5c-aed5-b8e920a20b13 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Synchronizing usage tracker for tenant:8802cd0cfe144a92a69089a1dac25d8f on resource:port {{(pid=87786) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 02:57:02.252104 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-4c845c91-6b3e-4228-a03c-a9aafd313da8 req-b2c5c975-3e45-48ca-abec-4c14a33dc572 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/security-groups?id=182843b8-633a-4f61-a3e3-f50baa1f3acb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108208 Apr 08 02:57:02.253327 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-d92c829b-e089-488d-9fb3-be63797f878d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:02.271725 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.db [req-c748e9f4-a114-423c-87b2-69131115b6ae req-947a43ee-fc20-4fd2-b493-799e58503c34 service neutron] For port f75f4170-55bc-47c3-b4f9-02b0e101153d, host hv-cinder-83705, cleared binding levels {{(pid=87786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 02:57:02.278618 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.db [req-c748e9f4-a114-423c-87b2-69131115b6ae req-947a43ee-fc20-4fd2-b493-799e58503c34 service neutron] For port f75f4170-55bc-47c3-b4f9-02b0e101153d, host hv-cinder-83705, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=f75f4170-55bc-47c3-b4f9-02b0e101153d,segment=NetworkSegment(b999ec1c-7290-4f58-a0e4-e85f79fb25cd),segment_id=b999ec1c-7290-4f58-a0e4-e85f79fb25cd)] {{(pid=87786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 02:57:02.343478 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-d92c829b-e089-488d-9fb3-be63797f878d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:02.344612 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [req-2bf2c569-037d-4fa9-9d0c-0324f21ec434 req-b27eba89-070d-4f5c-aed5-b8e920a20b13 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Unset dirty status for tenant:8802cd0cfe144a92a69089a1dac25d8f on resource:port {{(pid=87786) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 02:57:02.346033 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-2bf2c569-037d-4fa9-9d0c-0324f21ec434 req-b27eba89-070d-4f5c-aed5-b8e920a20b13 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=8802cd0cfe144a92a69089a1dac25d8f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3824685 Apr 08 02:57:02.347180 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [req-c748e9f4-a114-423c-87b2-69131115b6ae req-947a43ee-fc20-4fd2-b493-799e58503c34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762847214852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762846864698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762846864743'] for port, after_update {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:02.441848 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92c829b-e089-488d-9fb3-be63797f878d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81768cfd-9b57-4704-aac9-4b42091e4d2c,revision_number=1']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:57:02.465852 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-d92c829b-e089-488d-9fb3-be63797f878d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=961f5e01b6dd4bb696b1ada5a0f24000&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3746216 Apr 08 02:57:02.468431 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 42476) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:57:02.667263 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c748e9f4-a114-423c-87b2-69131115b6ae req-947a43ee-fc20-4fd2-b493-799e58503c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:57:02.667562 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [req-c748e9f4-a114-423c-87b2-69131115b6ae req-947a43ee-fc20-4fd2-b493-799e58503c34 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539232'] for port, before_response {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:02.669289 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-c748e9f4-a114-423c-87b2-69131115b6ae req-947a43ee-fc20-4fd2-b493-799e58503c34 service neutron] 10.222.0.39 "PUT /v2.0/ports/f75f4170-55bc-47c3-b4f9-02b0e101153d HTTP/1.1" status: 200 len: 1094 time: 2.7619236 Apr 08 02:57:02.669936 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4393a78-1cab-4756-88e9-3b634af68a4b', 'tag': 'f75f4170-55bc-47c3-b4f9-02b0e101153d'}] {{(pid=87786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 02:57:02.786481 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42727df4-13f1-47ae-9a11-ccbfd313e048 req-98a12394-6ddb-4516-a401-91e8599fdedf tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:57:02.788146 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-42727df4-13f1-47ae-9a11-ccbfd313e048 req-98a12394-6ddb-4516-a401-91e8599fdedf tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] 10.222.0.39 "GET /v2.0/networks?id=c8c3b9c3-2a08-4eb4-872c-03cbce1e3b10 HTTP/1.1" status: 200 len: 810 time: 0.1764817 Apr 08 02:57:02.791772 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-8285d965-fca2-4185-ac85-11467446f5c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:02.816715 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947a43ee-fc20-4fd2-b493-799e58503c34 service neutron] Pushing event updated for resources: {'Port': ['ID=f75f4170-55bc-47c3-b4f9-02b0e101153d,revision_number=3']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:57:02.868664 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-8285d965-fca2-4185-ac85-11467446f5c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:02.924658 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-2bf2c569-037d-4fa9-9d0c-0324f21ec434 req-fca4d570-c68e-48d9-94ba-fe20662b7d3e service neutron] 10.222.0.15 "GET /v2.0/networks/13de0308-e21f-45b1-8a0f-24108cbfbce7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4907601 Apr 08 02:57:02.972030 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-42727df4-13f1-47ae-9a11-ccbfd313e048 req-34c87b8c-746f-4da4-af43-7578556e7088 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=27912339e79e43db900700b20c01bd73 HTTP/1.1" status: 200 len: 379 time: 0.1515582 Apr 08 02:57:02.992744 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.v2.base [req-42727df4-13f1-47ae-9a11-ccbfd313e048 req-00c50154-68e8-49f8-812a-8630ea3c16bf tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Request body: {'port': {'device_id': 'fcf140c8-6253-441e-87a3-ae36ef0e2bac', 'network_id': 'c8c3b9c3-2a08-4eb4-872c-03cbce1e3b10', 'admin_state_up': True, 'tenant_id': '27912339e79e43db900700b20c01bd73', 'security_groups': ['22edd372-7418-42f2-9187-61e1546f1f5b']}} {{(pid=87787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 02:57:03.076529 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf7b9bd-c9a1-4599-a252-09a7b5fa5b99 req-fcf2c7a4-fca0-4ecb-ac9e-28098b130e74 tempest-DeleteServersTestJSON-1539218655 tempest-DeleteServersTestJSON-1539218655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:57:03.084068 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-baf7b9bd-c9a1-4599-a252-09a7b5fa5b99 req-fcf2c7a4-fca0-4ecb-ac9e-28098b130e74 tempest-DeleteServersTestJSON-1539218655 tempest-DeleteServersTestJSON-1539218655-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c24a517-4edd-4c9c-8ad9-e4c8e32f9148 HTTP/1.1" status: 200 len: 944 time: 0.6479881 Apr 08 02:57:03.142022 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-2bf2c569-037d-4fa9-9d0c-0324f21ec434 req-69b9a2e7-8823-4e11-b511-37b5e537caf5 service neutron] 10.222.0.15 "GET /v2.0/networks/13de0308-e21f-45b1-8a0f-24108cbfbce7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2091990 Apr 08 02:57:03.168606 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-baf7b9bd-c9a1-4599-a252-09a7b5fa5b99 req-72105575-8783-4767-89b1-53f91e932dd6 tempest-DeleteServersTestJSON-1539218655 tempest-DeleteServersTestJSON-1539218655-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1fbef15-233f-4f65-a32e-bff4a8521cca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838702 Apr 08 02:57:03.173409 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c748e9f4-a114-423c-87b2-69131115b6ae req-5746fb41-6d2b-4d66-a620-cc9302bf7971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:57:03.174885 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-c748e9f4-a114-423c-87b2-69131115b6ae req-5746fb41-6d2b-4d66-a620-cc9302bf7971 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9e6274c43de24b849ee9a4529c53f5b5&device_id=f4393a78-1cab-4756-88e9-3b634af68a4b HTTP/1.1" status: 200 len: 1097 time: 0.3414724 Apr 08 02:57:03.183684 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [req-42727df4-13f1-47ae-9a11-ccbfd313e048 req-00c50154-68e8-49f8-812a-8630ea3c16bf tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:57:03.190254 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-8285d965-fca2-4185-ac85-11467446f5c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:03.231737 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8285d965-fca2-4185-ac85-11467446f5c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81768cfd-9b57-4704-aac9-4b42091e4d2c,revision_number=None']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:57:03.235774 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [req-42727df4-13f1-47ae-9a11-ccbfd313e048 req-00c50154-68e8-49f8-812a-8630ea3c16bf tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:57:03.253205 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-8285d965-fca2-4185-ac85-11467446f5c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:03.256856 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-8285d965-fca2-4185-ac85-11467446f5c9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/81768cfd-9b57-4704-aac9-4b42091e4d2c HTTP/1.1" status: 204 len: 168 time: 0.7839005 Apr 08 02:57:03.351462 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-c748e9f4-a114-423c-87b2-69131115b6ae req-a1d46f52-4662-4508-ad2f-796ef8d57ab3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f75f4170-55bc-47c3-b4f9-02b0e101153d HTTP/1.1" status: 200 len: 217 time: 0.1570132 Apr 08 02:57:03.400118 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42727df4-13f1-47ae-9a11-ccbfd313e048 req-00c50154-68e8-49f8-812a-8630ea3c16bf tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Made reservation on behalf of 27912339e79e43db900700b20c01bd73 for: {'port': 1} {{(pid=87787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 02:57:03.413787 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [req-42727df4-13f1-47ae-9a11-ccbfd313e048 req-00c50154-68e8-49f8-812a-8630ea3c16bf tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:03.534736 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-38b83a2a-a285-48d0-a031-20af6b2a03c0 req-b43f6a8f-ece8-490a-945c-ecbbe486c243 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcf140c8-6253-441e-87a3-ae36ef0e2bac HTTP/1.1" status: 200 len: 210 time: 0.1855354 Apr 08 02:57:03.544492 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.wsgi [-] (87786) accepted ('10.222.0.15', 42524) {{(pid=87786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:57:03.614009 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c748e9f4-a114-423c-87b2-69131115b6ae req-31a42f42-8a7a-41db-a3c7-2555124550ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:57:03.619101 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-c748e9f4-a114-423c-87b2-69131115b6ae req-31a42f42-8a7a-41db-a3c7-2555124550ea service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2ff278b6-8dcd-49ad-92d3-ea301b80d1c2 HTTP/1.1" status: 200 len: 857 time: 0.2314725 Apr 08 02:57:03.643629 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.db_base_plugin_common [req-42727df4-13f1-47ae-9a11-ccbfd313e048 req-00c50154-68e8-49f8-812a-8630ea3c16bf tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Allocated IP 172.20.0.8 (c8c3b9c3-2a08-4eb4-872c-03cbce1e3b10/18b119e0-b657-4738-8e56-4872d79152d5/8ec17ccc-498d-4813-8a52-961f542095a0) {{(pid=87787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 02:57:03.733594 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Device 5230efcd-8140-4a2f-8c1c-1b27f55d7ed6 details requested by agent hyperv_hv-cinder-83705 with host hv-cinder-83705 {{(pid=87788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 08 02:57:03.837129 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c078bccd-5668-4169-92f0-408e89614b7b req-619e6b8e-c54d-4d1e-afa5-294310d88ba5 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:57:03.841875 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-c078bccd-5668-4169-92f0-408e89614b7b req-619e6b8e-c54d-4d1e-afa5-294310d88ba5 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4393a78-1cab-4756-88e9-3b634af68a4b HTTP/1.1" status: 200 len: 944 time: 0.1329129 Apr 08 02:57:03.851337 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c748e9f4-a114-423c-87b2-69131115b6ae req-54428a85-64e3-4990-b84c-23849c35e821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:57:03.853568 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-c748e9f4-a114-423c-87b2-69131115b6ae req-54428a85-64e3-4990-b84c-23849c35e821 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=769a4c13-39df-48c1-b6cd-854ac881aaa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2271228 Apr 08 02:57:03.897283 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [req-42727df4-13f1-47ae-9a11-ccbfd313e048 req-00c50154-68e8-49f8-812a-8630ea3c16bf tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Notify callbacks [] for port, precommit_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:03.914886 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.provisioning_blocks [req-42727df4-13f1-47ae-9a11-ccbfd313e048 req-00c50154-68e8-49f8-812a-8630ea3c16bf tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Transition to ACTIVE for port object 8ec17ccc-498d-4813-8a52-961f542095a0 will not be triggered until provisioned by entity DHCP. {{(pid=87787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 02:57:03.930782 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.db [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] For port 5230efcd-8140-4a2f-8c1c-1b27f55d7ed6, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=5230efcd-8140-4a2f-8c1c-1b27f55d7ed6,segment=NetworkSegment(b999ec1c-7290-4f58-a0e4-e85f79fb25cd),segment_id=b999ec1c-7290-4f58-a0e4-e85f79fb25cd)] {{(pid=87788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 02:57:03.940605 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Device 1a93caab-288e-4cd0-ac1b-e9a3e25a43de up at agent hyperv_hv-cinder-83705 {{(pid=87788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 02:57:03.986542 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Returning: {'device': '5230efcd-8140-4a2f-8c1c-1b27f55d7ed6', 'network_id': '769a4c13-39df-48c1-b6cd-854ac881aaa3', 'port_id': '5230efcd-8140-4a2f-8c1c-1b27f55d7ed6', 'mac_address': 'fa:16:3e:6c:de:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 275, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ff278b6-8dcd-49ad-92d3-ea301b80d1c2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 02:57:04.000524 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [req-42727df4-13f1-47ae-9a11-ccbfd313e048 req-00c50154-68e8-49f8-812a-8630ea3c16bf tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762846864680'] for port, after_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:04.069161 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:04.071972 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6fc1d2b2-2c82-4a86-9417-e95d8e808b22'] response: {'name': 'network-changed', 'server_uuid': 'f4393a78-1cab-4756-88e9-3b634af68a4b', 'tag': 'f75f4170-55bc-47c3-b4f9-02b0e101153d', 'status': 'completed', 'code': 200} Apr 08 02:57:04.103857 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.notifiers.nova [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5230efcd-8140-4a2f-8c1c-1b27f55d7ed6 {{(pid=87788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 02:57:04.133979 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.db [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] For port 5230efcd-8140-4a2f-8c1c-1b27f55d7ed6, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=5230efcd-8140-4a2f-8c1c-1b27f55d7ed6,segment=NetworkSegment(b999ec1c-7290-4f58-a0e4-e85f79fb25cd),segment_id=b999ec1c-7290-4f58-a0e4-e85f79fb25cd)] {{(pid=87788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 02:57:04.151262 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42727df4-13f1-47ae-9a11-ccbfd313e048 req-00c50154-68e8-49f8-812a-8630ea3c16bf tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Network c8c3b9c3-2a08-4eb4-872c-03cbce1e3b10 is already hosted by enough agents. {{(pid=87787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 02:57:04.155692 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.scheduler.base_scheduler [req-42727df4-13f1-47ae-9a11-ccbfd313e048 req-00c50154-68e8-49f8-812a-8630ea3c16bf tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Resources bound (agent type, host, resource id): {{(pid=87787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 02:57:04.166237 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.l3_dvrscheduler_db [req-42727df4-13f1-47ae-9a11-ccbfd313e048 req-00c50154-68e8-49f8-812a-8630ea3c16bf tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Received port after_create {{(pid=87787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 02:57:04.171832 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Provisioning for port 1a93caab-288e-4cd0-ac1b-e9a3e25a43de completed by entity L2. {{(pid=87788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 02:57:04.178380 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42727df4-13f1-47ae-9a11-ccbfd313e048 req-00c50154-68e8-49f8-812a-8630ea3c16bf tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:57:04.178517 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Provisioning complete for port 1a93caab-288e-4cd0-ac1b-e9a3e25a43de triggered by entity L2. {{(pid=87788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 02:57:04.178869 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587297'] for port, provisioning_complete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:04.179594 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [req-42727df4-13f1-47ae-9a11-ccbfd313e048 req-00c50154-68e8-49f8-812a-8630ea3c16bf tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539232'] for port, before_response {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:04.213068 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-c078bccd-5668-4169-92f0-408e89614b7b req-4229fc31-e492-4410-bb90-3441af4994ef tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/security-groups?id=182843b8-633a-4f61-a3e3-f50baa1f3acb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3551662 Apr 08 02:57:04.214202 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-099036f7-9239-4935-90a0-e2f68f3e007d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:04.259013 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762847214852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762846864698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762846864743'] for port, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:04.312270 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c50154-68e8-49f8-812a-8630ea3c16bf tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Pushing event updated for resources: {'Port': ['ID=8ec17ccc-498d-4813-8a52-961f542095a0,revision_number=1']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:57:04.442601 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Pushing event updated for resources: {'Port': ['ID=5230efcd-8140-4a2f-8c1c-1b27f55d7ed6,revision_number=4']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:57:04.469302 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.quota.driver [None req-099036f7-9239-4935-90a0-e2f68f3e007d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:57:04.473124 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-98d20964-000d-4535-b9f2-c5b11f0a34d0 req-8100eb60-9148-4551-bf88-a99d7ed6284c tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/ports?device_id=df0970e5-c7c0-43bb-8474-b5e830fcd18b HTTP/1.1" status: 200 len: 210 time: 0.2076631 Apr 08 02:57:04.480038 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-42727df4-13f1-47ae-9a11-ccbfd313e048 req-00c50154-68e8-49f8-812a-8630ea3c16bf tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4953434 Apr 08 02:57:04.499885 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.v2.base [req-42727df4-13f1-47ae-9a11-ccbfd313e048 req-ccab1308-e040-4787-b605-8903e2c737c2 service neutron] Request body: {'port': {'device_id': 'fcf140c8-6253-441e-87a3-ae36ef0e2bac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83705'}} {{(pid=87787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 02:57:04.531625 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:04.565836 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-c748e9f4-a114-423c-87b2-69131115b6ae req-7b11832d-f213-417b-9709-bfa03b53df81 service neutron] 10.222.0.39 "GET /v2.0/networks/769a4c13-39df-48c1-b6cd-854ac881aaa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6831491 Apr 08 02:57:04.566136 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c24a517-4edd-4c9c-8ad9-e4c8e32f9148', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a93caab-288e-4cd0-ac1b-e9a3e25a43de'}] {{(pid=87788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 02:57:04.567236 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [None req-099036f7-9239-4935-90a0-e2f68f3e007d admin admin] Usage tracker for resource:security_group_rule and tenant:edb87a07405b476cabf1e813f4f8ceef is out of sync, need to count used quota {{(pid=87786) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:57:04.572670 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [None req-099036f7-9239-4935-90a0-e2f68f3e007d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87786) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:57:04.667655 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.db [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] For port 1a93caab-288e-4cd0-ac1b-e9a3e25a43de, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=1a93caab-288e-4cd0-ac1b-e9a3e25a43de,segment=NetworkSegment(e3ebf9a4-de2c-4dcf-87e2-47ccc7ef81d2),segment_id=e3ebf9a4-de2c-4dcf-87e2-47ccc7ef81d2)] {{(pid=87788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 02:57:04.714399 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.quota.driver [None req-099036f7-9239-4935-90a0-e2f68f3e007d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:57:04.724286 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.db [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] get_ports_and_sgs() called for port_ids ['5230efcd-8140-4a2f-8c1c-1b27f55d7ed6'] {{(pid=87788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 02:57:04.747609 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [req-42727df4-13f1-47ae-9a11-ccbfd313e048 req-ccab1308-e040-4787-b605-8903e2c737c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_update {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:04.808258 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762847214852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762846864698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762846864743'] for port, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:04.912567 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-c35ea068-f2a7-44d6-9d8c-3f750d9d857f None None] Provisioning for port 8ec17ccc-498d-4813-8a52-961f542095a0 completed by entity DHCP. {{(pid=87788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 02:57:04.930987 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Pushing event updated for resources: {'Port': ['ID=1a93caab-288e-4cd0-ac1b-e9a3e25a43de,revision_number=5']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:57:04.933645 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-c35ea068-f2a7-44d6-9d8c-3f750d9d857f None None] Provisioning complete for port 8ec17ccc-498d-4813-8a52-961f542095a0 triggered by entity DHCP. {{(pid=87788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 02:57:04.933929 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-c35ea068-f2a7-44d6-9d8c-3f750d9d857f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587297'] for port, provisioning_complete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:05.026469 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.plugin [None req-c35ea068-f2a7-44d6-9d8c-3f750d9d857f None None] Port 8ec17ccc-498d-4813-8a52-961f542095a0 cannot update to ACTIVE because it is not bound. {{(pid=87788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 02:57:05.183480 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-c748e9f4-a114-423c-87b2-69131115b6ae req-48b53fb9-40fd-4486-ac8e-04b643749cc4 service neutron] 10.222.0.39 "GET /v2.0/networks/769a4c13-39df-48c1-b6cd-854ac881aaa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5624359 Apr 08 02:57:05.228908 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4cef44-0ebf-4602-8b93-65efe8eff09b req-e4854ddc-7a18-4699-9425-6167411a3714 tempest-DeleteServersTestJSON-1539218655 tempest-DeleteServersTestJSON-1539218655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:57:05.230431 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-ca4cef44-0ebf-4602-8b93-65efe8eff09b req-e4854ddc-7a18-4699-9425-6167411a3714 tempest-DeleteServersTestJSON-1539218655 tempest-DeleteServersTestJSON-1539218655-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c24a517-4edd-4c9c-8ad9-e4c8e32f9148 HTTP/1.1" status: 200 len: 944 time: 0.6592073 Apr 08 02:57:05.235720 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-099036f7-9239-4935-90a0-e2f68f3e007d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:05.310372 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac41188b-5e5e-48c8-980d-9db1b6b471bd req-d43a94f3-dc05-402c-8381-9d6b040207b2 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:57:05.312045 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-ac41188b-5e5e-48c8-980d-9db1b6b471bd req-d43a94f3-dc05-402c-8381-9d6b040207b2 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcf140c8-6253-441e-87a3-ae36ef0e2bac HTTP/1.1" status: 200 len: 931 time: 0.4393342 Apr 08 02:57:05.332144 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-099036f7-9239-4935-90a0-e2f68f3e007d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:05.371589 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-ca4cef44-0ebf-4602-8b93-65efe8eff09b req-f2a90f62-a178-4a1e-99e6-fc694630c1e7 tempest-DeleteServersTestJSON-1539218655 tempest-DeleteServersTestJSON-1539218655-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1fbef15-233f-4f65-a32e-bff4a8521cca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330214 Apr 08 02:57:05.460542 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.notifiers.nova [req-42727df4-13f1-47ae-9a11-ccbfd313e048 req-ccab1308-e040-4787-b605-8903e2c737c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ec17ccc-498d-4813-8a52-961f542095a0 {{(pid=87787) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 02:57:05.465770 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [None req-099036f7-9239-4935-90a0-e2f68f3e007d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=edb87a07405b476cabf1e813f4f8ceef&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9200945 Apr 08 02:57:05.469964 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099036f7-9239-4935-90a0-e2f68f3e007d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8690eff9-2f29-442f-a0cb-ef0ad595cf2b,revision_number=1']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:57:05.470880 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 42598) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:57:05.474852 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [req-42727df4-13f1-47ae-9a11-ccbfd313e048 req-ccab1308-e040-4787-b605-8903e2c737c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:05.482034 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-ac41188b-5e5e-48c8-980d-9db1b6b471bd req-0b54a281-61ee-4f91-9817-b96b56751693 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] 10.222.0.15 "GET /v2.0/security-groups?id=22edd372-7418-42f2-9187-61e1546f1f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1541667 Apr 08 02:57:05.508264 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8ab1d1-50a0-4720-a706-802b5d2c1be6 req-3b59ccff-67a7-486d-92cb-0e3eb91a93af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:57:05.512216 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-7e8ab1d1-50a0-4720-a706-802b5d2c1be6 req-3b59ccff-67a7-486d-92cb-0e3eb91a93af service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9e6274c43de24b849ee9a4529c53f5b5&device_id=f4393a78-1cab-4756-88e9-3b634af68a4b HTTP/1.1" status: 200 len: 1097 time: 0.1206062 Apr 08 02:57:05.578262 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.provisioning_blocks [req-42727df4-13f1-47ae-9a11-ccbfd313e048 req-ccab1308-e040-4787-b605-8903e2c737c2 service neutron] Transition to ACTIVE for port object 8ec17ccc-498d-4813-8a52-961f542095a0 will not be triggered until provisioned by entity L2. {{(pid=87787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 02:57:05.641986 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-a99ff50e-a332-4320-af2c-15eda3b1e203 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:05.667350 dv-cinder-837051-1-smb neutron-server[87788]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9fa021b1-3291-417c-b907-2397b6c2a04b'] response: {'server_uuid': '2c24a517-4edd-4c9c-8ad9-e4c8e32f9148', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a93caab-288e-4cd0-ac1b-e9a3e25a43de', 'code': 200} Apr 08 02:57:05.683502 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [req-42727df4-13f1-47ae-9a11-ccbfd313e048 req-ccab1308-e040-4787-b605-8903e2c737c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762847214852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762846864698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762846864743'] for port, after_update {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:05.762833 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8ab1d1-50a0-4720-a706-802b5d2c1be6 req-3feb59ab-bee6-4353-a40d-6bab58817683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:57:05.764391 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-7e8ab1d1-50a0-4720-a706-802b5d2c1be6 req-3feb59ab-bee6-4353-a40d-6bab58817683 service neutron] 10.222.0.39 "GET /v2.0/networks?id=769a4c13-39df-48c1-b6cd-854ac881aaa3 HTTP/1.1" status: 200 len: 919 time: 0.2460232 Apr 08 02:57:05.873305 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-a99ff50e-a332-4320-af2c-15eda3b1e203 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:05.881845 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-7e8ab1d1-50a0-4720-a706-802b5d2c1be6 req-203838d6-9665-43f9-8367-aacf7f3bcf26 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f75f4170-55bc-47c3-b4f9-02b0e101153d HTTP/1.1" status: 200 len: 217 time: 0.1087234 Apr 08 02:57:05.968284 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-3d4c9999-93e5-4ced-83d5-5c58ab1901b0 req-aa584f10-e713-450e-a4bf-66092f4e9cb1 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/ports?device_id=df0970e5-c7c0-43bb-8474-b5e830fcd18b HTTP/1.1" status: 200 len: 210 time: 0.1323683 Apr 08 02:57:05.978756 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c9af66-bba4-4c29-aacd-163644a492eb req-4a88c008-b499-4f6a-a412-1a564ca2e300 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:57:05.986091 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-f3c9af66-bba4-4c29-aacd-163644a492eb req-4a88c008-b499-4f6a-a412-1a564ca2e300 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4393a78-1cab-4756-88e9-3b634af68a4b HTTP/1.1" status: 200 len: 944 time: 0.3264008 Apr 08 02:57:06.026785 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccab1308-e040-4787-b605-8903e2c737c2 service neutron] Pushing event updated for resources: {'Port': ['ID=8ec17ccc-498d-4813-8a52-961f542095a0,revision_number=2']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:57:06.060642 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-f3c9af66-bba4-4c29-aacd-163644a492eb req-0a2bb7cc-5386-4417-b3c7-286c06b67e3b tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/security-groups?id=182843b8-633a-4f61-a3e3-f50baa1f3acb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735526 Apr 08 02:57:06.062346 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8ab1d1-50a0-4720-a706-802b5d2c1be6 req-2f867816-65b1-43d7-8e2f-693fad1d8765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:57:06.063803 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-7e8ab1d1-50a0-4720-a706-802b5d2c1be6 req-2f867816-65b1-43d7-8e2f-693fad1d8765 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2ff278b6-8dcd-49ad-92d3-ea301b80d1c2 HTTP/1.1" status: 200 len: 857 time: 0.1745846 Apr 08 02:57:06.113531 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.plugins.ml2.managers [req-42727df4-13f1-47ae-9a11-ccbfd313e048 req-ccab1308-e040-4787-b605-8903e2c737c2 service neutron] Attempting to bind port 8ec17ccc-498d-4813-8a52-961f542095a0 on host hv-cinder-83705 for vnic_type normal with profile {{(pid=87787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 02:57:06.114636 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.plugins.ml2.managers [req-42727df4-13f1-47ae-9a11-ccbfd313e048 req-ccab1308-e040-4787-b605-8903e2c737c2 service neutron] Attempting to bind port 8ec17ccc-498d-4813-8a52-961f542095a0 by drivers openvswitch,hyperv on host hv-cinder-83705 at level 0 using segments [{'id': 'ea97b0a2-2bc1-452f-b168-e67660bad26a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'c8c3b9c3-2a08-4eb4-872c-03cbce1e3b10'}] {{(pid=87787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 02:57:06.115187 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42727df4-13f1-47ae-9a11-ccbfd313e048 req-ccab1308-e040-4787-b605-8903e2c737c2 service neutron] Attempting to bind port 8ec17ccc-498d-4813-8a52-961f542095a0 on network c8c3b9c3-2a08-4eb4-872c-03cbce1e3b10 {{(pid=87787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 02:57:06.124239 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42727df4-13f1-47ae-9a11-ccbfd313e048 req-ccab1308-e040-4787-b605-8903e2c737c2 service neutron] Port 8ec17ccc-498d-4813-8a52-961f542095a0 on network c8c3b9c3-2a08-4eb4-872c-03cbce1e3b10 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83705 {{(pid=87787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 08 02:57:06.124818 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42727df4-13f1-47ae-9a11-ccbfd313e048 req-ccab1308-e040-4787-b605-8903e2c737c2 service neutron] Attempting to bind port 8ec17ccc-498d-4813-8a52-961f542095a0 on network c8c3b9c3-2a08-4eb4-872c-03cbce1e3b10 {{(pid=87787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 02:57:06.138939 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42727df4-13f1-47ae-9a11-ccbfd313e048 req-ccab1308-e040-4787-b605-8903e2c737c2 service neutron] Checking agent: {'id': '80029809-569d-4306-9121-6b636b3093bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83705', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 2, 54, 9), 'started_at': datetime.datetime(2022, 4, 8, 2, 54, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 2, 56, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 02:57:06.138939 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42727df4-13f1-47ae-9a11-ccbfd313e048 req-ccab1308-e040-4787-b605-8903e2c737c2 service neutron] Checking segment: {'id': 'ea97b0a2-2bc1-452f-b168-e67660bad26a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'c8c3b9c3-2a08-4eb4-872c-03cbce1e3b10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 02:57:06.140518 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42727df4-13f1-47ae-9a11-ccbfd313e048 req-ccab1308-e040-4787-b605-8903e2c737c2 service neutron] Bound using segment: {'id': 'ea97b0a2-2bc1-452f-b168-e67660bad26a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'c8c3b9c3-2a08-4eb4-872c-03cbce1e3b10'} {{(pid=87787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 02:57:06.140518 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.plugins.ml2.managers [req-42727df4-13f1-47ae-9a11-ccbfd313e048 req-ccab1308-e040-4787-b605-8903e2c737c2 service neutron] Bound port: 8ec17ccc-498d-4813-8a52-961f542095a0, host: hv-cinder-83705, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea97b0a2-2bc1-452f-b168-e67660bad26a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'c8c3b9c3-2a08-4eb4-872c-03cbce1e3b10'}}] {{(pid=87787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 02:57:06.140518 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [req-42727df4-13f1-47ae-9a11-ccbfd313e048 req-ccab1308-e040-4787-b605-8903e2c737c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_update {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:06.163367 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8ab1d1-50a0-4720-a706-802b5d2c1be6 req-12549e91-b588-4601-95b0-aa2c159dd925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:57:06.169062 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-7e8ab1d1-50a0-4720-a706-802b5d2c1be6 req-12549e91-b588-4601-95b0-aa2c159dd925 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=769a4c13-39df-48c1-b6cd-854ac881aaa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0889399 Apr 08 02:57:06.228926 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.wsgi [-] (87786) accepted ('10.222.0.39', 62026) {{(pid=87786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:57:06.370039 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-a99ff50e-a332-4320-af2c-15eda3b1e203 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:06.424711 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99ff50e-a332-4320-af2c-15eda3b1e203 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8690eff9-2f29-442f-a0cb-ef0ad595cf2b,revision_number=None']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:57:06.471724 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.plugins.ml2.db [req-42727df4-13f1-47ae-9a11-ccbfd313e048 req-ccab1308-e040-4787-b605-8903e2c737c2 service neutron] For port 8ec17ccc-498d-4813-8a52-961f542095a0, host hv-cinder-83705, cleared binding levels {{(pid=87787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 02:57:06.488131 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-a99ff50e-a332-4320-af2c-15eda3b1e203 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:06.489498 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-a99ff50e-a332-4320-af2c-15eda3b1e203 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8690eff9-2f29-442f-a0cb-ef0ad595cf2b HTTP/1.1" status: 204 len: 168 time: 1.0173631 Apr 08 02:57:06.504870 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.plugins.ml2.db [req-42727df4-13f1-47ae-9a11-ccbfd313e048 req-ccab1308-e040-4787-b605-8903e2c737c2 service neutron] For port 8ec17ccc-498d-4813-8a52-961f542095a0, host hv-cinder-83705, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=8ec17ccc-498d-4813-8a52-961f542095a0,segment=NetworkSegment(ea97b0a2-2bc1-452f-b168-e67660bad26a),segment_id=ea97b0a2-2bc1-452f-b168-e67660bad26a)] {{(pid=87787) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 02:57:06.552427 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-7e8ab1d1-50a0-4720-a706-802b5d2c1be6 req-17f1a6f0-828c-4172-904a-d9c2b6c1c762 service neutron] 10.222.0.39 "GET /v2.0/networks/769a4c13-39df-48c1-b6cd-854ac881aaa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3606186 Apr 08 02:57:06.582176 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b634338-8600-49b4-a0d9-13b88785be43 req-e1212d94-d13d-4467-af70-c5e2f3d98703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:57:06.585350 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-2b634338-8600-49b4-a0d9-13b88785be43 req-e1212d94-d13d-4467-af70-c5e2f3d98703 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=2c24a517-4edd-4c9c-8ad9-e4c8e32f9148 HTTP/1.1" status: 200 len: 1098 time: 0.3549175 Apr 08 02:57:06.606707 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [req-42727df4-13f1-47ae-9a11-ccbfd313e048 req-ccab1308-e040-4787-b605-8903e2c737c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762847214852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762846864698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762846864743'] for port, after_update {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:06.704103 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [req-2b634338-8600-49b4-a0d9-13b88785be43 req-d037f399-a56a-40be-9ee7-57d335cb571b service neutron] Notify callbacks [] for security_group, before_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:06.769746 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42727df4-13f1-47ae-9a11-ccbfd313e048 req-ccab1308-e040-4787-b605-8903e2c737c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:57:06.770590 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [req-42727df4-13f1-47ae-9a11-ccbfd313e048 req-ccab1308-e040-4787-b605-8903e2c737c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539232'] for port, before_response {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:06.773380 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-42727df4-13f1-47ae-9a11-ccbfd313e048 req-ccab1308-e040-4787-b605-8903e2c737c2 service neutron] 10.222.0.39 "PUT /v2.0/ports/8ec17ccc-498d-4813-8a52-961f542095a0 HTTP/1.1" status: 200 len: 1093 time: 2.2779155 Apr 08 02:57:06.774559 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcf140c8-6253-441e-87a3-ae36ef0e2bac', 'tag': '8ec17ccc-498d-4813-8a52-961f542095a0'}] {{(pid=87787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 02:57:06.790253 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccab1308-e040-4787-b605-8903e2c737c2 service neutron] Pushing event updated for resources: {'Port': ['ID=8ec17ccc-498d-4813-8a52-961f542095a0,revision_number=3']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:57:06.790650 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.39', 62027) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:57:06.940657 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.quota.driver [req-2b634338-8600-49b4-a0d9-13b88785be43 req-d037f399-a56a-40be-9ee7-57d335cb571b service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:57:06.944956 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [req-2b634338-8600-49b4-a0d9-13b88785be43 req-d037f399-a56a-40be-9ee7-57d335cb571b service neutron] Usage tracker for resource:security_group_rule and tenant:c3638669e54d46c2bb077cd1b1dffd99 is out of sync, need to count used quota {{(pid=87786) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:57:06.949144 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [req-2b634338-8600-49b4-a0d9-13b88785be43 req-d037f399-a56a-40be-9ee7-57d335cb571b service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87786) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:57:06.963654 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.quota.driver [req-2b634338-8600-49b4-a0d9-13b88785be43 req-d037f399-a56a-40be-9ee7-57d335cb571b service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:57:07.097617 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf2c569-037d-4fa9-9d0c-0324f21ec434 req-b4484335-ba34-42bf-acf2-66fb9da51f44 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:57:07.099313 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-2bf2c569-037d-4fa9-9d0c-0324f21ec434 req-b4484335-ba34-42bf-acf2-66fb9da51f44 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.39 "GET /v2.0/networks?id=13de0308-e21f-45b1-8a0f-24108cbfbce7 HTTP/1.1" status: 200 len: 817 time: 0.3011861 Apr 08 02:57:07.127117 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [req-2b634338-8600-49b4-a0d9-13b88785be43 req-d037f399-a56a-40be-9ee7-57d335cb571b service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:07.156308 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42727df4-13f1-47ae-9a11-ccbfd313e048 req-7a4a091c-ff3e-47d9-ac51-717361e02a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:57:07.162334 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-42727df4-13f1-47ae-9a11-ccbfd313e048 req-7a4a091c-ff3e-47d9-ac51-717361e02a67 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=27912339e79e43db900700b20c01bd73&device_id=fcf140c8-6253-441e-87a3-ae36ef0e2bac HTTP/1.1" status: 200 len: 1096 time: 0.1266782 Apr 08 02:57:07.170495 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-7e8ab1d1-50a0-4720-a706-802b5d2c1be6 req-24df07b1-c608-4f5e-929d-24a6a64b834a service neutron] 10.222.0.39 "GET /v2.0/networks/769a4c13-39df-48c1-b6cd-854ac881aaa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5834413 Apr 08 02:57:07.176754 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [req-2bf2c569-037d-4fa9-9d0c-0324f21ec434 req-ceb4f579-4377-40e5-8f49-0691fc872d50 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Synchronizing usage tracker for tenant:8802cd0cfe144a92a69089a1dac25d8f on resource:security_group {{(pid=87787) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 02:57:07.237895 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ecb0dd-9853-44b9-ba82-1bd64fc5c94e req-826dbb37-3715-41ca-902e-8cccdb28e19c tempest-DeleteServersTestJSON-1539218655 tempest-DeleteServersTestJSON-1539218655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:57:07.239515 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-d3ecb0dd-9853-44b9-ba82-1bd64fc5c94e req-826dbb37-3715-41ca-902e-8cccdb28e19c tempest-DeleteServersTestJSON-1539218655 tempest-DeleteServersTestJSON-1539218655-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c24a517-4edd-4c9c-8ad9-e4c8e32f9148 HTTP/1.1" status: 200 len: 945 time: 0.6247869 Apr 08 02:57:07.250898 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [req-2b634338-8600-49b4-a0d9-13b88785be43 req-d037f399-a56a-40be-9ee7-57d335cb571b service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:07.256815 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-42727df4-13f1-47ae-9a11-ccbfd313e048 req-8ba71194-d417-4b6f-8556-ab6599b4582b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8ec17ccc-498d-4813-8a52-961f542095a0 HTTP/1.1" status: 200 len: 217 time: 0.0760901 Apr 08 02:57:07.336840 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [req-2bf2c569-037d-4fa9-9d0c-0324f21ec434 req-ceb4f579-4377-40e5-8f49-0691fc872d50 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Unset dirty status for tenant:8802cd0cfe144a92a69089a1dac25d8f on resource:security_group {{(pid=87787) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 02:57:07.337989 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-2bf2c569-037d-4fa9-9d0c-0324f21ec434 req-ceb4f579-4377-40e5-8f49-0691fc872d50 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8802cd0cfe144a92a69089a1dac25d8f HTTP/1.1" status: 200 len: 379 time: 0.2231293 Apr 08 02:57:07.350572 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.v2.base [req-2bf2c569-037d-4fa9-9d0c-0324f21ec434 req-c02f2455-de45-4d9e-bdc4-f0bf2bb3789d tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Request body: {'port': {'device_id': 'df0970e5-c7c0-43bb-8474-b5e830fcd18b', 'network_id': '13de0308-e21f-45b1-8a0f-24108cbfbce7', 'admin_state_up': True, 'tenant_id': '8802cd0cfe144a92a69089a1dac25d8f', 'security_groups': ['e8a36ab3-836a-4bb3-9969-b622cdd2efa3']}} {{(pid=87787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 02:57:07.351561 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-2b634338-8600-49b4-a0d9-13b88785be43 req-d037f399-a56a-40be-9ee7-57d335cb571b service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=f1fbef15-233f-4f65-a32e-bff4a8521cca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7378342 Apr 08 02:57:07.377813 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8c718e-e3a6-4d58-805b-04a74a017212 req-b41bd754-4824-4ebf-b9bf-22e4a2c1dfe1 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:57:07.379335 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-7d8c718e-e3a6-4d58-805b-04a74a017212 req-b41bd754-4824-4ebf-b9bf-22e4a2c1dfe1 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcf140c8-6253-441e-87a3-ae36ef0e2bac HTTP/1.1" status: 200 len: 943 time: 0.6403677 Apr 08 02:57:07.382740 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d037f399-a56a-40be-9ee7-57d335cb571b service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=be2c9bfa-2a5a-4364-92e9-f20ea1d3a84a,revision_number=1']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:57:07.406006 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-d3ecb0dd-9853-44b9-ba82-1bd64fc5c94e req-fce9286b-2919-4ac1-8f8f-a662481ff896 tempest-DeleteServersTestJSON-1539218655 tempest-DeleteServersTestJSON-1539218655-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1fbef15-233f-4f65-a32e-bff4a8521cca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567686 Apr 08 02:57:07.441582 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-7d8c718e-e3a6-4d58-805b-04a74a017212 req-ad9f66f1-9a42-4ed5-9005-b695176887d7 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] 10.222.0.15 "GET /v2.0/security-groups?id=22edd372-7418-42f2-9187-61e1546f1f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530307 Apr 08 02:57:07.452261 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42727df4-13f1-47ae-9a11-ccbfd313e048 req-fd4e38b9-ec98-4da8-a8f4-92aceac597f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:57:07.453915 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-42727df4-13f1-47ae-9a11-ccbfd313e048 req-fd4e38b9-ec98-4da8-a8f4-92aceac597f0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=18b119e0-b657-4738-8e56-4872d79152d5 HTTP/1.1" status: 200 len: 849 time: 0.1908290 Apr 08 02:57:07.483175 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6699715-2169-4658-9f11-1e2dd8d0ce6b'] response: {'name': 'network-changed', 'server_uuid': 'fcf140c8-6253-441e-87a3-ae36ef0e2bac', 'tag': '8ec17ccc-498d-4813-8a52-961f542095a0', 'status': 'completed', 'code': 200} Apr 08 02:57:07.535896 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [req-2bf2c569-037d-4fa9-9d0c-0324f21ec434 req-c02f2455-de45-4d9e-bdc4-f0bf2bb3789d tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:57:07.558941 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [req-2bf2c569-037d-4fa9-9d0c-0324f21ec434 req-c02f2455-de45-4d9e-bdc4-f0bf2bb3789d tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:57:07.600645 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 42662) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:57:07.621665 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2bf2c569-037d-4fa9-9d0c-0324f21ec434 req-c02f2455-de45-4d9e-bdc4-f0bf2bb3789d tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Made reservation on behalf of 8802cd0cfe144a92a69089a1dac25d8f for: {'port': 1} {{(pid=87787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 02:57:07.625061 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [req-2bf2c569-037d-4fa9-9d0c-0324f21ec434 req-c02f2455-de45-4d9e-bdc4-f0bf2bb3789d tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:07.637813 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-8bbb7c23-2e7b-4b2f-bbbf-6ab55ee18520 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:07.660959 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-8bbb7c23-2e7b-4b2f-bbbf-6ab55ee18520 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:57:07.682260 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-156a653f-cd23-4a50-96d6-1feb1dad0ba9 req-949d0308-31bb-4051-9b84-b2ac698e2945 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/ports?device_id=df0970e5-c7c0-43bb-8474-b5e830fcd18b HTTP/1.1" status: 200 len: 210 time: 0.1298409 Apr 08 02:57:07.725988 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-8bbb7c23-2e7b-4b2f-bbbf-6ab55ee18520 admin admin] Usage tracker for resource:security_group_rule and tenant:3b1584fbe50f4be2bb613344118f8368 is out of sync, need to count used quota {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:57:07.727744 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11c57b4-6355-49de-bf28-80295a7deaf0 req-505c9014-9012-4fba-bc30-68583aaaec02 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:57:07.734883 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-a11c57b4-6355-49de-bf28-80295a7deaf0 req-505c9014-9012-4fba-bc30-68583aaaec02 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4393a78-1cab-4756-88e9-3b634af68a4b HTTP/1.1" status: 200 len: 944 time: 0.1253357 Apr 08 02:57:07.738243 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-8bbb7c23-2e7b-4b2f-bbbf-6ab55ee18520 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:57:07.749111 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-8bbb7c23-2e7b-4b2f-bbbf-6ab55ee18520 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:57:07.761858 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Device 5230efcd-8140-4a2f-8c1c-1b27f55d7ed6 up at agent hyperv_hv-cinder-83705 {{(pid=87788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 02:57:07.793073 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-a11c57b4-6355-49de-bf28-80295a7deaf0 req-2c6dc680-b5f3-4da4-babb-8dc0bc9ead8b tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/security-groups?id=182843b8-633a-4f61-a3e3-f50baa1f3acb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571012 Apr 08 02:57:07.849767 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.wsgi [-] (87786) accepted ('10.222.0.15', 42676) {{(pid=87786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:57:07.925987 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Provisioning for port 5230efcd-8140-4a2f-8c1c-1b27f55d7ed6 completed by entity L2. {{(pid=87788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 02:57:07.936061 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Provisioning complete for port 5230efcd-8140-4a2f-8c1c-1b27f55d7ed6 triggered by entity L2. {{(pid=87788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 02:57:07.936922 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587297'] for port, provisioning_complete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:07.967655 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.db_base_plugin_common [req-2bf2c569-037d-4fa9-9d0c-0324f21ec434 req-c02f2455-de45-4d9e-bdc4-f0bf2bb3789d tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Allocated IP 172.20.0.9 (13de0308-e21f-45b1-8a0f-24108cbfbce7/da634180-ad94-49db-9cf0-02a07794ec35/b7d4bd13-6a1e-4fc0-b932-4781581db910) {{(pid=87787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 02:57:07.996106 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42727df4-13f1-47ae-9a11-ccbfd313e048 req-0293b18e-414c-4e3a-8ce1-70e2453fc83c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:57:07.997417 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-42727df4-13f1-47ae-9a11-ccbfd313e048 req-0293b18e-414c-4e3a-8ce1-70e2453fc83c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c8c3b9c3-2a08-4eb4-872c-03cbce1e3b10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2169480 Apr 08 02:57:08.001430 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-8b3cb628-bcb1-4907-bd28-99b21318c437 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:08.020226 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.quota.driver [None req-8b3cb628-bcb1-4907-bd28-99b21318c437 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:57:08.024525 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [None req-8b3cb628-bcb1-4907-bd28-99b21318c437 admin admin] Usage tracker for resource:security_group_rule and tenant:a5a2a84f9a1d4e6fa841567c7308d838 is out of sync, need to count used quota {{(pid=87786) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:57:08.027773 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [None req-8b3cb628-bcb1-4907-bd28-99b21318c437 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87786) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:57:08.034608 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.quota.driver [None req-8b3cb628-bcb1-4907-bd28-99b21318c437 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:57:08.069375 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-8bbb7c23-2e7b-4b2f-bbbf-6ab55ee18520 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:08.083626 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:08.114108 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a43547e4-7375-4860-8f97-36d911def7b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5230efcd-8140-4a2f-8c1c-1b27f55d7ed6'}] {{(pid=87788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 02:57:08.137733 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-8bbb7c23-2e7b-4b2f-bbbf-6ab55ee18520 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:08.144387 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.db [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] For port 5230efcd-8140-4a2f-8c1c-1b27f55d7ed6, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=5230efcd-8140-4a2f-8c1c-1b27f55d7ed6,segment=NetworkSegment(b999ec1c-7290-4f58-a0e4-e85f79fb25cd),segment_id=b999ec1c-7290-4f58-a0e4-e85f79fb25cd)] {{(pid=87788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 02:57:08.154055 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-8b3cb628-bcb1-4907-bd28-99b21318c437 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:08.176176 dv-cinder-837051-1-smb neutron-server[87788]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a2c15a5-b21b-4be1-8525-fa2876f0dc06'] response: {'server_uuid': 'a43547e4-7375-4860-8f97-36d911def7b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5230efcd-8140-4a2f-8c1c-1b27f55d7ed6', 'code': 200} Apr 08 02:57:08.212184 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762847214852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762846864698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762846864743'] for port, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:08.234558 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-8b3cb628-bcb1-4907-bd28-99b21318c437 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:08.285191 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Pushing event updated for resources: {'Port': ['ID=5230efcd-8140-4a2f-8c1c-1b27f55d7ed6,revision_number=5']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:57:08.298518 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbb7c23-2e7b-4b2f-bbbf-6ab55ee18520 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d0b1222-1e39-4864-ad19-1d6c9960e5d6,revision_number=1']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:57:08.307093 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-8bbb7c23-2e7b-4b2f-bbbf-6ab55ee18520 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3b1584fbe50f4be2bb613344118f8368&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7057426 Apr 08 02:57:08.308518 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.wsgi [-] (87786) accepted ('10.222.0.15', 42688) {{(pid=87786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:57:08.325829 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [None req-8b3cb628-bcb1-4907-bd28-99b21318c437 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a5a2a84f9a1d4e6fa841567c7308d838&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4725690 Apr 08 02:57:08.330889 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 42692) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:57:08.337097 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3cb628-bcb1-4907-bd28-99b21318c437 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b0b0e7b-6e14-421f-b393-fb670817881d,revision_number=1']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:57:08.355977 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-42727df4-13f1-47ae-9a11-ccbfd313e048 req-382da939-09ac-4ed1-a3d8-75831ed2bbae service neutron] 10.222.0.39 "GET /v2.0/networks/c8c3b9c3-2a08-4eb4-872c-03cbce1e3b10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3486030 Apr 08 02:57:08.396894 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-4dae1ba9-bc4f-4042-ae5b-0f8fe59b2bed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:08.425281 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-4dae1ba9-bc4f-4042-ae5b-0f8fe59b2bed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:08.527054 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [req-2bf2c569-037d-4fa9-9d0c-0324f21ec434 req-c02f2455-de45-4d9e-bdc4-f0bf2bb3789d tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Notify callbacks [] for port, precommit_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:08.561926 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-8406f77f-e2c3-4a5c-a5f4-2c4445de532f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:08.582002 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-4dae1ba9-bc4f-4042-ae5b-0f8fe59b2bed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:08.591251 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.provisioning_blocks [req-2bf2c569-037d-4fa9-9d0c-0324f21ec434 req-c02f2455-de45-4d9e-bdc4-f0bf2bb3789d tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Transition to ACTIVE for port object b7d4bd13-6a1e-4fc0-b932-4781581db910 will not be triggered until provisioned by entity DHCP. {{(pid=87787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 02:57:08.612010 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-8406f77f-e2c3-4a5c-a5f4-2c4445de532f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:08.624338 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-42727df4-13f1-47ae-9a11-ccbfd313e048 req-538ad50e-f790-459b-8234-b41ce1a5d74a service neutron] 10.222.0.39 "GET /v2.0/networks/c8c3b9c3-2a08-4eb4-872c-03cbce1e3b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2581947 Apr 08 02:57:08.677953 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1ba9-bc4f-4042-ae5b-0f8fe59b2bed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d0b1222-1e39-4864-ad19-1d6c9960e5d6,revision_number=None']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:57:08.734451 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-4dae1ba9-bc4f-4042-ae5b-0f8fe59b2bed admin admin] Notify callbacks [] for security_group, before_response {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:08.735580 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [None req-4dae1ba9-bc4f-4042-ae5b-0f8fe59b2bed admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9d0b1222-1e39-4864-ad19-1d6c9960e5d6 HTTP/1.1" status: 204 len: 168 time: 0.4226933 Apr 08 02:57:08.760584 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [req-2bf2c569-037d-4fa9-9d0c-0324f21ec434 req-c02f2455-de45-4d9e-bdc4-f0bf2bb3789d tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762846864680'] for port, after_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:08.788494 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8814eaa9-189e-48cb-87ec-0e1ec32b8673 req-e80f055b-8d5c-44c7-8232-227ab5398d57 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:57:08.790703 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-8814eaa9-189e-48cb-87ec-0e1ec32b8673 req-e80f055b-8d5c-44c7-8232-227ab5398d57 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcf140c8-6253-441e-87a3-ae36ef0e2bac HTTP/1.1" status: 200 len: 943 time: 0.2150667 Apr 08 02:57:08.799525 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81df96ad-f5a9-4c4f-8021-cfca21692d08 req-61fa321e-297d-445c-8c42-e1d81b83b20a tempest-DeleteServersTestJSON-1539218655 tempest-DeleteServersTestJSON-1539218655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:57:08.800928 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-81df96ad-f5a9-4c4f-8021-cfca21692d08 req-61fa321e-297d-445c-8c42-e1d81b83b20a tempest-DeleteServersTestJSON-1539218655 tempest-DeleteServersTestJSON-1539218655-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c24a517-4edd-4c9c-8ad9-e4c8e32f9148 HTTP/1.1" status: 200 len: 945 time: 0.2618377 Apr 08 02:57:08.804293 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dd041e-3742-4a03-b95a-0b0d5e74519d req-02c581b9-ca2f-4eb3-8c88-720f18181e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:57:08.806623 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-10dd041e-3742-4a03-b95a-0b0d5e74519d req-02c581b9-ca2f-4eb3-8c88-720f18181e07 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a43547e4-7375-4860-8f97-36d911def7b6 HTTP/1.1" status: 200 len: 1098 time: 0.2324462 Apr 08 02:57:08.903833 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [req-10dd041e-3742-4a03-b95a-0b0d5e74519d req-49cd0c56-42d8-4692-9e04-1531b44f76c9 service neutron] Synchronizing usage tracker for tenant:c3638669e54d46c2bb077cd1b1dffd99 on resource:security_group {{(pid=87786) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 02:57:08.915735 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-8814eaa9-189e-48cb-87ec-0e1ec32b8673 req-83234e9e-435a-4d7e-9eb9-976f85854b2e tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] 10.222.0.15 "GET /v2.0/security-groups?id=22edd372-7418-42f2-9187-61e1546f1f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1131277 Apr 08 02:57:08.919083 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-81df96ad-f5a9-4c4f-8021-cfca21692d08 req-ad1c5806-1b10-44dd-bbe1-ab962e8657a9 tempest-DeleteServersTestJSON-1539218655 tempest-DeleteServersTestJSON-1539218655-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1fbef15-233f-4f65-a32e-bff4a8521cca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990386 Apr 08 02:57:08.942538 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-8406f77f-e2c3-4a5c-a5f4-2c4445de532f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:08.975552 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8406f77f-e2c3-4a5c-a5f4-2c4445de532f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b0b0e7b-6e14-421f-b393-fb670817881d,revision_number=None']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:57:09.000788 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bf2c569-037d-4fa9-9d0c-0324f21ec434 req-c02f2455-de45-4d9e-bdc4-f0bf2bb3789d tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Network 13de0308-e21f-45b1-8a0f-24108cbfbce7 is already hosted by enough agents. {{(pid=87787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 02:57:09.010821 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.scheduler.base_scheduler [req-2bf2c569-037d-4fa9-9d0c-0324f21ec434 req-c02f2455-de45-4d9e-bdc4-f0bf2bb3789d tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Resources bound (agent type, host, resource id): {{(pid=87787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 02:57:09.013527 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bf2c569-037d-4fa9-9d0c-0324f21ec434 req-c02f2455-de45-4d9e-bdc4-f0bf2bb3789d tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Received port after_create {{(pid=87787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 02:57:09.017534 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [req-10dd041e-3742-4a03-b95a-0b0d5e74519d req-49cd0c56-42d8-4692-9e04-1531b44f76c9 service neutron] Unset dirty status for tenant:c3638669e54d46c2bb077cd1b1dffd99 on resource:security_group {{(pid=87786) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 02:57:09.018864 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-10dd041e-3742-4a03-b95a-0b0d5e74519d req-49cd0c56-42d8-4692-9e04-1531b44f76c9 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=182843b8-633a-4f61-a3e3-f50baa1f3acb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999152 Apr 08 02:57:09.025908 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf2c569-037d-4fa9-9d0c-0324f21ec434 req-c02f2455-de45-4d9e-bdc4-f0bf2bb3789d tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:57:09.025908 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [req-2bf2c569-037d-4fa9-9d0c-0324f21ec434 req-c02f2455-de45-4d9e-bdc4-f0bf2bb3789d tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539232'] for port, before_response {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:09.030470 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02f2455-de45-4d9e-bdc4-f0bf2bb3789d tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Pushing event updated for resources: {'Port': ['ID=b7d4bd13-6a1e-4fc0-b932-4781581db910,revision_number=1']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:57:09.072649 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-8406f77f-e2c3-4a5c-a5f4-2c4445de532f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:09.073917 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-8406f77f-e2c3-4a5c-a5f4-2c4445de532f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8b0b0e7b-6e14-421f-b393-fb670817881d HTTP/1.1" status: 204 len: 168 time: 0.7420223 Apr 08 02:57:09.089886 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33166ade-9b00-4241-a761-1f91624550b8 req-380457a2-1901-437c-aa47-40394565c0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:57:09.091576 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-33166ade-9b00-4241-a761-1f91624550b8 req-380457a2-1901-437c-aa47-40394565c0e1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=27912339e79e43db900700b20c01bd73&device_id=fcf140c8-6253-441e-87a3-ae36ef0e2bac HTTP/1.1" status: 200 len: 1096 time: 0.2825456 Apr 08 02:57:09.138251 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-2bf2c569-037d-4fa9-9d0c-0324f21ec434 req-c02f2455-de45-4d9e-bdc4-f0bf2bb3789d tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7914584 Apr 08 02:57:09.194498 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:09.199721 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a26fc1-6684-42e6-b45a-d113d19b4382 req-4b15b795-0e71-4635-82d8-51bd35ebe0e9 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:57:09.206891 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-76a26fc1-6684-42e6-b45a-d113d19b4382 req-4b15b795-0e71-4635-82d8-51bd35ebe0e9 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/ports?device_id=df0970e5-c7c0-43bb-8474-b5e830fcd18b HTTP/1.1" status: 200 len: 931 time: 0.1754801 Apr 08 02:57:09.260166 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-76a26fc1-6684-42e6-b45a-d113d19b4382 req-17efeb72-91ba-41eb-afb2-f82d225a1478 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/security-groups?id=e8a36ab3-836a-4bb3-9969-b622cdd2efa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522130 Apr 08 02:57:09.287377 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143c518c-83a6-4298-abbb-86f188b4d978 req-5e2ec6f0-319e-4519-ae6b-c81711768975 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:57:09.288791 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-143c518c-83a6-4298-abbb-86f188b4d978 req-5e2ec6f0-319e-4519-ae6b-c81711768975 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4393a78-1cab-4756-88e9-3b634af68a4b HTTP/1.1" status: 200 len: 944 time: 0.1949315 Apr 08 02:57:09.348422 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-143c518c-83a6-4298-abbb-86f188b4d978 req-3148b741-b3ce-4015-a654-4f40068b17db tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/security-groups?id=182843b8-633a-4f61-a3e3-f50baa1f3acb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514729 Apr 08 02:57:09.413564 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.v2.base [req-2bf2c569-037d-4fa9-9d0c-0324f21ec434 req-af37efd2-5545-4c5d-acab-505903eb308a service neutron] Request body: {'port': {'device_id': 'df0970e5-c7c0-43bb-8474-b5e830fcd18b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83705'}} {{(pid=87787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 02:57:09.440175 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-8cc417e3-d441-442e-90ac-328bbfae87f1 None None] Provisioning for port b7d4bd13-6a1e-4fc0-b932-4781581db910 completed by entity DHCP. {{(pid=87788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 02:57:09.448236 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-8cc417e3-d441-442e-90ac-328bbfae87f1 None None] Provisioning complete for port b7d4bd13-6a1e-4fc0-b932-4781581db910 triggered by entity DHCP. {{(pid=87788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 02:57:09.448236 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-8cc417e3-d441-442e-90ac-328bbfae87f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587297'] for port, provisioning_complete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:09.503967 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.plugin [None req-8cc417e3-d441-442e-90ac-328bbfae87f1 None None] Port b7d4bd13-6a1e-4fc0-b932-4781581db910 cannot update to ACTIVE because it is not bound. {{(pid=87788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 02:57:09.648083 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [req-2bf2c569-037d-4fa9-9d0c-0324f21ec434 req-af37efd2-5545-4c5d-acab-505903eb308a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_update {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:09.665969 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33166ade-9b00-4241-a761-1f91624550b8 req-e8775d6a-9b39-4edc-a5ed-a2778c297665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:57:09.667540 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-33166ade-9b00-4241-a761-1f91624550b8 req-e8775d6a-9b39-4edc-a5ed-a2778c297665 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c8c3b9c3-2a08-4eb4-872c-03cbce1e3b10 HTTP/1.1" status: 200 len: 911 time: 0.2192476 Apr 08 02:57:09.775170 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-33166ade-9b00-4241-a761-1f91624550b8 req-5223129d-2be9-4043-98dd-b1408500df32 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8ec17ccc-498d-4813-8a52-961f542095a0 HTTP/1.1" status: 200 len: 217 time: 0.0739272 Apr 08 02:57:09.784354 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Device f75f4170-55bc-47c3-b4f9-02b0e101153d details requested by agent hyperv_hv-cinder-83705 with host hv-cinder-83705 {{(pid=87788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 08 02:57:09.901614 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.wsgi [-] (87786) accepted ('10.222.0.15', 42740) {{(pid=87786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:57:09.914732 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33166ade-9b00-4241-a761-1f91624550b8 req-a5be6713-3422-4a82-93b5-9483d41a7285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:57:09.924197 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-33166ade-9b00-4241-a761-1f91624550b8 req-a5be6713-3422-4a82-93b5-9483d41a7285 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=18b119e0-b657-4738-8e56-4872d79152d5 HTTP/1.1" status: 200 len: 849 time: 0.0787318 Apr 08 02:57:09.940261 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-8456a38f-6810-4c3a-b696-4e76d9b3d265 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:10.027992 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.quota.driver [None req-8456a38f-6810-4c3a-b696-4e76d9b3d265 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:57:10.044001 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [None req-8456a38f-6810-4c3a-b696-4e76d9b3d265 admin admin] Usage tracker for resource:security_group_rule and tenant:7a0b1a7b6e804028a019dd592ea199c9 is out of sync, need to count used quota {{(pid=87786) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:57:10.049662 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [None req-8456a38f-6810-4c3a-b696-4e76d9b3d265 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87786) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:57:10.057968 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.db [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] For port f75f4170-55bc-47c3-b4f9-02b0e101153d, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=f75f4170-55bc-47c3-b4f9-02b0e101153d,segment=NetworkSegment(b999ec1c-7290-4f58-a0e4-e85f79fb25cd),segment_id=b999ec1c-7290-4f58-a0e4-e85f79fb25cd)] {{(pid=87788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 02:57:10.058597 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.quota.driver [None req-8456a38f-6810-4c3a-b696-4e76d9b3d265 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:57:10.105720 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Returning: {'device': 'f75f4170-55bc-47c3-b4f9-02b0e101153d', 'network_id': '769a4c13-39df-48c1-b6cd-854ac881aaa3', 'port_id': 'f75f4170-55bc-47c3-b4f9-02b0e101153d', 'mac_address': 'fa:16:3e:2a:97:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 275, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ff278b6-8dcd-49ad-92d3-ea301b80d1c2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 02:57:10.203489 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:10.270904 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33166ade-9b00-4241-a761-1f91624550b8 req-6bfee004-b642-40d4-834e-35585665a728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:57:10.272540 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-33166ade-9b00-4241-a761-1f91624550b8 req-6bfee004-b642-40d4-834e-35585665a728 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c8c3b9c3-2a08-4eb4-872c-03cbce1e3b10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3477252 Apr 08 02:57:10.301427 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.notifiers.nova [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f75f4170-55bc-47c3-b4f9-02b0e101153d {{(pid=87788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 02:57:10.308214 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-8456a38f-6810-4c3a-b696-4e76d9b3d265 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:10.340280 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.db [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] For port f75f4170-55bc-47c3-b4f9-02b0e101153d, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=f75f4170-55bc-47c3-b4f9-02b0e101153d,segment=NetworkSegment(b999ec1c-7290-4f58-a0e4-e85f79fb25cd),segment_id=b999ec1c-7290-4f58-a0e4-e85f79fb25cd)] {{(pid=87788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 02:57:10.350790 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6622695e-1582-405e-890c-458ed0828f52 req-2363393b-faae-4961-b491-564903a889cf tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:57:10.357955 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-6622695e-1582-405e-890c-458ed0828f52 req-2363393b-faae-4961-b491-564903a889cf tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcf140c8-6253-441e-87a3-ae36ef0e2bac HTTP/1.1" status: 200 len: 943 time: 0.2380269 Apr 08 02:57:10.411490 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762847214852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762846864698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762846864743'] for port, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:10.418191 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-6622695e-1582-405e-890c-458ed0828f52 req-a6be42c1-238e-456c-a6d1-ca84e979da27 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] 10.222.0.15 "GET /v2.0/security-groups?id=22edd372-7418-42f2-9187-61e1546f1f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593917 Apr 08 02:57:10.418846 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-8456a38f-6810-4c3a-b696-4e76d9b3d265 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:10.523068 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.notifiers.nova [req-2bf2c569-037d-4fa9-9d0c-0324f21ec434 req-af37efd2-5545-4c5d-acab-505903eb308a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7d4bd13-6a1e-4fc0-b932-4781581db910 {{(pid=87787) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 02:57:10.539328 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [req-2bf2c569-037d-4fa9-9d0c-0324f21ec434 req-af37efd2-5545-4c5d-acab-505903eb308a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:10.546166 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191e851d-e3ea-491d-a36d-37ebac2e1ad9 req-af007400-fde6-4bc9-b2a0-f036f0a18578 tempest-DeleteServersTestJSON-1539218655 tempest-DeleteServersTestJSON-1539218655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:57:10.553801 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-191e851d-e3ea-491d-a36d-37ebac2e1ad9 req-af007400-fde6-4bc9-b2a0-f036f0a18578 tempest-DeleteServersTestJSON-1539218655 tempest-DeleteServersTestJSON-1539218655-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c24a517-4edd-4c9c-8ad9-e4c8e32f9148 HTTP/1.1" status: 200 len: 945 time: 0.3560727 Apr 08 02:57:10.571862 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.wsgi [-] (87786) accepted ('10.222.0.15', 42760) {{(pid=87786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:57:10.572616 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8456a38f-6810-4c3a-b696-4e76d9b3d265 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e911fea9-d9a8-4ca6-80ad-a504cd397980,revision_number=1']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:57:10.579842 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [None req-8456a38f-6810-4c3a-b696-4e76d9b3d265 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7a0b1a7b6e804028a019dd592ea199c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6768639 Apr 08 02:57:10.583174 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Pushing event updated for resources: {'Port': ['ID=f75f4170-55bc-47c3-b4f9-02b0e101153d,revision_number=4']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:57:10.600668 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.wsgi [-] (87786) accepted ('10.222.0.15', 42764) {{(pid=87786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:57:10.601369 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.provisioning_blocks [req-2bf2c569-037d-4fa9-9d0c-0324f21ec434 req-af37efd2-5545-4c5d-acab-505903eb308a service neutron] Transition to ACTIVE for port object b7d4bd13-6a1e-4fc0-b932-4781581db910 will not be triggered until provisioned by entity L2. {{(pid=87787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 02:57:10.605245 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-33166ade-9b00-4241-a761-1f91624550b8 req-d37d2bfb-1c21-49a8-a2c0-90d66389a25b service neutron] 10.222.0.39 "GET /v2.0/networks/c8c3b9c3-2a08-4eb4-872c-03cbce1e3b10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2023795 Apr 08 02:57:10.693838 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [req-2bf2c569-037d-4fa9-9d0c-0324f21ec434 req-af37efd2-5545-4c5d-acab-505903eb308a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762847214852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762846864698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762846864743'] for port, after_update {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:10.801965 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.v2.base [None req-fc8e345e-c187-4fdf-a9ed-08a89560e0e9 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1546683807-network', 'tenant_id': '2312456505954674b3b13001029c1c68'}} {{(pid=87786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 02:57:10.838850 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.quota.driver [None req-fc8e345e-c187-4fdf-a9ed-08a89560e0e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:57:10.853450 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [None req-fc8e345e-c187-4fdf-a9ed-08a89560e0e9 admin admin] Usage tracker for resource:network and tenant:2312456505954674b3b13001029c1c68 is out of sync, need to count used quota {{(pid=87786) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:57:10.862498 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [None req-fc8e345e-c187-4fdf-a9ed-08a89560e0e9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87786) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:57:10.881644 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-191e851d-e3ea-491d-a36d-37ebac2e1ad9 req-b08e5936-27fb-4469-880a-78f38a6d0ade tempest-DeleteServersTestJSON-1539218655 tempest-DeleteServersTestJSON-1539218655-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1fbef15-233f-4f65-a32e-bff4a8521cca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3172941 Apr 08 02:57:10.889202 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.quota.driver [None req-fc8e345e-c187-4fdf-a9ed-08a89560e0e9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:57:10.940492 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37efd2-5545-4c5d-acab-505903eb308a service neutron] Pushing event updated for resources: {'Port': ['ID=b7d4bd13-6a1e-4fc0-b932-4781581db910,revision_number=2']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:57:10.955175 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-cb638867-6d0d-437d-89c7-df49ef2225e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:10.962805 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.db [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] get_ports_and_sgs() called for port_ids ['f75f4170-55bc-47c3-b4f9-02b0e101153d'] {{(pid=87788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 02:57:11.032262 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-33166ade-9b00-4241-a761-1f91624550b8 req-ae54233d-1ba1-4e82-a0f4-1bb7664f0685 service neutron] 10.222.0.39 "GET /v2.0/networks/c8c3b9c3-2a08-4eb4-872c-03cbce1e3b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4044070 Apr 08 02:57:11.034627 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.plugins.ml2.managers [req-2bf2c569-037d-4fa9-9d0c-0324f21ec434 req-af37efd2-5545-4c5d-acab-505903eb308a service neutron] Attempting to bind port b7d4bd13-6a1e-4fc0-b932-4781581db910 on host hv-cinder-83705 for vnic_type normal with profile {{(pid=87787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 02:57:11.034963 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.plugins.ml2.managers [req-2bf2c569-037d-4fa9-9d0c-0324f21ec434 req-af37efd2-5545-4c5d-acab-505903eb308a service neutron] Attempting to bind port b7d4bd13-6a1e-4fc0-b932-4781581db910 by drivers openvswitch,hyperv on host hv-cinder-83705 at level 0 using segments [{'id': '1b549d7e-fc0e-4f7e-b00e-d69f05216c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '13de0308-e21f-45b1-8a0f-24108cbfbce7'}] {{(pid=87787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 02:57:11.035331 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bf2c569-037d-4fa9-9d0c-0324f21ec434 req-af37efd2-5545-4c5d-acab-505903eb308a service neutron] Attempting to bind port b7d4bd13-6a1e-4fc0-b932-4781581db910 on network 13de0308-e21f-45b1-8a0f-24108cbfbce7 {{(pid=87787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 02:57:11.055520 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bf2c569-037d-4fa9-9d0c-0324f21ec434 req-af37efd2-5545-4c5d-acab-505903eb308a service neutron] Port b7d4bd13-6a1e-4fc0-b932-4781581db910 on network 13de0308-e21f-45b1-8a0f-24108cbfbce7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83705 {{(pid=87787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 08 02:57:11.055520 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bf2c569-037d-4fa9-9d0c-0324f21ec434 req-af37efd2-5545-4c5d-acab-505903eb308a service neutron] Attempting to bind port b7d4bd13-6a1e-4fc0-b932-4781581db910 on network 13de0308-e21f-45b1-8a0f-24108cbfbce7 {{(pid=87787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 02:57:11.055772 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db0d99f-88a4-43d4-ab92-ab85251c9cc3 req-b8f7b6bc-fbcf-4f5c-97ee-fe6367156f90 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:57:11.055772 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-7db0d99f-88a4-43d4-ab92-ab85251c9cc3 req-b8f7b6bc-fbcf-4f5c-97ee-fe6367156f90 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/ports?device_id=df0970e5-c7c0-43bb-8474-b5e830fcd18b HTTP/1.1" status: 200 len: 943 time: 0.4379511 Apr 08 02:57:11.056790 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc8e345e-c187-4fdf-a9ed-08a89560e0e9 admin admin] Made reservation on behalf of 2312456505954674b3b13001029c1c68 for: {'network': 1} {{(pid=87786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 02:57:11.058980 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-fc8e345e-c187-4fdf-a9ed-08a89560e0e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for network, before_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:11.059114 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bf2c569-037d-4fa9-9d0c-0324f21ec434 req-af37efd2-5545-4c5d-acab-505903eb308a service neutron] Checking agent: {'id': '80029809-569d-4306-9121-6b636b3093bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83705', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 2, 54, 9), 'started_at': datetime.datetime(2022, 4, 8, 2, 54, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 2, 57, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 02:57:11.059406 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bf2c569-037d-4fa9-9d0c-0324f21ec434 req-af37efd2-5545-4c5d-acab-505903eb308a service neutron] Checking segment: {'id': '1b549d7e-fc0e-4f7e-b00e-d69f05216c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '13de0308-e21f-45b1-8a0f-24108cbfbce7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 02:57:11.059792 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bf2c569-037d-4fa9-9d0c-0324f21ec434 req-af37efd2-5545-4c5d-acab-505903eb308a service neutron] Bound using segment: {'id': '1b549d7e-fc0e-4f7e-b00e-d69f05216c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '13de0308-e21f-45b1-8a0f-24108cbfbce7'} {{(pid=87787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 02:57:11.060219 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.plugins.ml2.managers [req-2bf2c569-037d-4fa9-9d0c-0324f21ec434 req-af37efd2-5545-4c5d-acab-505903eb308a service neutron] Bound port: b7d4bd13-6a1e-4fc0-b932-4781581db910, host: hv-cinder-83705, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b549d7e-fc0e-4f7e-b00e-d69f05216c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '13de0308-e21f-45b1-8a0f-24108cbfbce7'}}] {{(pid=87787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 02:57:11.060567 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [req-2bf2c569-037d-4fa9-9d0c-0324f21ec434 req-af37efd2-5545-4c5d-acab-505903eb308a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_update {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:11.123171 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-cb638867-6d0d-437d-89c7-df49ef2225e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:11.154024 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-fc8e345e-c187-4fdf-a9ed-08a89560e0e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:11.161843 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.plugins.ml2.db [req-2bf2c569-037d-4fa9-9d0c-0324f21ec434 req-af37efd2-5545-4c5d-acab-505903eb308a service neutron] For port b7d4bd13-6a1e-4fc0-b932-4781581db910, host hv-cinder-83705, cleared binding levels {{(pid=87787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 02:57:11.166016 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.plugins.ml2.db [req-2bf2c569-037d-4fa9-9d0c-0324f21ec434 req-af37efd2-5545-4c5d-acab-505903eb308a service neutron] For port b7d4bd13-6a1e-4fc0-b932-4781581db910, host hv-cinder-83705, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=b7d4bd13-6a1e-4fc0-b932-4781581db910,segment=NetworkSegment(1b549d7e-fc0e-4f7e-b00e-d69f05216c6f),segment_id=1b549d7e-fc0e-4f7e-b00e-d69f05216c6f)] {{(pid=87787) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 02:57:11.205022 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.quota.driver [None req-fc8e345e-c187-4fdf-a9ed-08a89560e0e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:57:11.229194 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [None req-fc8e345e-c187-4fdf-a9ed-08a89560e0e9 admin admin] Usage tracker for resource:security_group_rule and tenant:2312456505954674b3b13001029c1c68 is out of sync, need to count used quota {{(pid=87786) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:57:11.235624 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-7db0d99f-88a4-43d4-ab92-ab85251c9cc3 req-20290108-c163-4f37-8a49-1505a680cfb0 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/security-groups?id=e8a36ab3-836a-4bb3-9969-b622cdd2efa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1481714 Apr 08 02:57:11.236396 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [None req-fc8e345e-c187-4fdf-a9ed-08a89560e0e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87786) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:57:11.244989 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.quota.driver [None req-fc8e345e-c187-4fdf-a9ed-08a89560e0e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:57:11.275246 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [req-2bf2c569-037d-4fa9-9d0c-0324f21ec434 req-af37efd2-5545-4c5d-acab-505903eb308a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762847214852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762846864698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762846864743'] for port, after_update {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:11.283469 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9523ddb9-6770-4f44-830f-170339ab7bbe req-54a68ae6-7e63-4456-bc37-676184aed59d tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:57:11.284933 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-9523ddb9-6770-4f44-830f-170339ab7bbe req-54a68ae6-7e63-4456-bc37-676184aed59d tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4393a78-1cab-4756-88e9-3b634af68a4b HTTP/1.1" status: 200 len: 945 time: 0.2292135 Apr 08 02:57:11.332478 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-9523ddb9-6770-4f44-830f-170339ab7bbe req-6e8d1b5b-b304-42d8-8da3-5de85e03b4c0 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/security-groups?id=182843b8-633a-4f61-a3e3-f50baa1f3acb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410268 Apr 08 02:57:11.332658 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf2c569-037d-4fa9-9d0c-0324f21ec434 req-af37efd2-5545-4c5d-acab-505903eb308a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:57:11.333141 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [req-2bf2c569-037d-4fa9-9d0c-0324f21ec434 req-af37efd2-5545-4c5d-acab-505903eb308a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539232'] for port, before_response {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:11.334473 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-2bf2c569-037d-4fa9-9d0c-0324f21ec434 req-af37efd2-5545-4c5d-acab-505903eb308a service neutron] 10.222.0.39 "PUT /v2.0/ports/b7d4bd13-6a1e-4fc0-b932-4781581db910 HTTP/1.1" status: 200 len: 1093 time: 1.9253805 Apr 08 02:57:11.334904 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df0970e5-c7c0-43bb-8474-b5e830fcd18b', 'tag': 'b7d4bd13-6a1e-4fc0-b932-4781581db910'}] {{(pid=87787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 02:57:11.384321 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-cb638867-6d0d-437d-89c7-df49ef2225e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:11.408798 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb638867-6d0d-437d-89c7-df49ef2225e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e911fea9-d9a8-4ca6-80ad-a504cd397980,revision_number=None']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:57:11.455557 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b73c2401-a221-474b-8ff7-17f178adf19c'] response: {'name': 'network-changed', 'server_uuid': 'df0970e5-c7c0-43bb-8474-b5e830fcd18b', 'tag': 'b7d4bd13-6a1e-4fc0-b932-4781581db910', 'status': 'completed', 'code': 200} Apr 08 02:57:11.463804 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37efd2-5545-4c5d-acab-505903eb308a service neutron] Pushing event updated for resources: {'Port': ['ID=b7d4bd13-6a1e-4fc0-b932-4781581db910,revision_number=3']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:57:11.485171 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-cb638867-6d0d-437d-89c7-df49ef2225e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:11.486379 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [None req-cb638867-6d0d-437d-89c7-df49ef2225e4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e911fea9-d9a8-4ca6-80ad-a504cd397980 HTTP/1.1" status: 204 len: 168 time: 0.8808422 Apr 08 02:57:11.537014 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-fc8e345e-c187-4fdf-a9ed-08a89560e0e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:11.549158 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9526341d-5a55-4569-b2fa-d29486dca5e1 req-0499c76b-0298-4c75-9935-e564d43697ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:57:11.550798 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-9526341d-5a55-4569-b2fa-d29486dca5e1 req-0499c76b-0298-4c75-9935-e564d43697ac service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8802cd0cfe144a92a69089a1dac25d8f&device_id=df0970e5-c7c0-43bb-8474-b5e830fcd18b HTTP/1.1" status: 200 len: 1096 time: 0.0882142 Apr 08 02:57:11.606888 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-fc8e345e-c187-4fdf-a9ed-08a89560e0e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:11.642511 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc8e345e-c187-4fdf-a9ed-08a89560e0e9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 259} {{(pid=87786) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 02:57:11.654390 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8e345e-c187-4fdf-a9ed-08a89560e0e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82302429-d183-4da8-968b-90e59e5b9eb6,revision_number=1']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:57:11.662366 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-fc8e345e-c187-4fdf-a9ed-08a89560e0e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575478'] for segment, precommit_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:11.662674 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.db.segments_db [None req-fc8e345e-c187-4fdf-a9ed-08a89560e0e9 admin admin] Added segment 84b96e0e-263a-40be-91f5-f86aba42b475 of type vlan for network 936b7271-dac6-41b4-a5e0-bf1fbc60a60f Apr 08 02:57:11.709259 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9526341d-5a55-4569-b2fa-d29486dca5e1 req-a10b9fb7-91ce-483b-b655-f80302290ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:57:11.709980 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3ef321-b816-45bc-9595-0bd4f7690600 req-2a8c8c27-6b10-4fb1-9179-ea65685825d9 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:57:11.710683 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-9526341d-5a55-4569-b2fa-d29486dca5e1 req-a10b9fb7-91ce-483b-b655-f80302290ec9 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=8802cd0cfe144a92a69089a1dac25d8f&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1387968 Apr 08 02:57:11.712002 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-ea3ef321-b816-45bc-9595-0bd4f7690600 req-2a8c8c27-6b10-4fb1-9179-ea65685825d9 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcf140c8-6253-441e-87a3-ae36ef0e2bac HTTP/1.1" status: 200 len: 943 time: 0.1465111 Apr 08 02:57:11.713648 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-fc8e345e-c187-4fdf-a9ed-08a89560e0e9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762846836134'] for network, precommit_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:11.774707 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-ea3ef321-b816-45bc-9595-0bd4f7690600 req-cbd95c28-9575-4254-a902-30036e51f752 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] 10.222.0.15 "GET /v2.0/security-groups?id=22edd372-7418-42f2-9187-61e1546f1f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564699 Apr 08 02:57:11.828473 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-fc8e345e-c187-4fdf-a9ed-08a89560e0e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254'] for network, after_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:11.829620 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc8e345e-c187-4fdf-a9ed-08a89560e0e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:57:11.830263 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-fc8e345e-c187-4fdf-a9ed-08a89560e0e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539232'] for network, before_response {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:11.865579 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9526341d-5a55-4569-b2fa-d29486dca5e1 req-4a64ea4e-4614-4ebf-962d-1606fad4ff46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:57:11.867300 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-9526341d-5a55-4569-b2fa-d29486dca5e1 req-4a64ea4e-4614-4ebf-962d-1606fad4ff46 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1502945 Apr 08 02:57:12.003587 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8e345e-c187-4fdf-a9ed-08a89560e0e9 admin admin] Pushing event updated for resources: {'Network': ['ID=936b7271-dac6-41b4-a5e0-bf1fbc60a60f,revision_number=1']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:57:12.019099 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Network 936b7271-dac6-41b4-a5e0-bf1fbc60a60f details requested by agent ovs-agent-dv-cinder-837051-1-smb with host dv-cinder-837051-1-smb {{(pid=87788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 02:57:12.046815 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf2c569-037d-4fa9-9d0c-0324f21ec434 req-b5e76029-2c4c-4dc1-b6ba-4aee3d54a818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:57:12.046815 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-2bf2c569-037d-4fa9-9d0c-0324f21ec434 req-b5e76029-2c4c-4dc1-b6ba-4aee3d54a818 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8802cd0cfe144a92a69089a1dac25d8f&device_id=df0970e5-c7c0-43bb-8474-b5e830fcd18b HTTP/1.1" status: 200 len: 1096 time: 0.1091475 Apr 08 02:57:12.060027 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [None req-fc8e345e-c187-4fdf-a9ed-08a89560e0e9 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.4789913 Apr 08 02:57:12.064533 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.wsgi [-] (87786) accepted ('10.222.0.15', 42802) {{(pid=87786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:57:12.071590 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.v2.base [None req-e05a3258-fd11-4773-a96b-382d57a4016d admin admin] Request body: {'subnet': {'network_id': '936b7271-dac6-41b4-a5e0-bf1fbc60a60f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1546683807-subnet', 'tenant_id': '2312456505954674b3b13001029c1c68', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 02:57:12.081150 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.quota.driver [None req-e05a3258-fd11-4773-a96b-382d57a4016d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:57:12.086728 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [None req-e05a3258-fd11-4773-a96b-382d57a4016d admin admin] Usage tracker for resource:subnet and tenant:2312456505954674b3b13001029c1c68 is out of sync, need to count used quota {{(pid=87786) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:57:12.090471 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [None req-e05a3258-fd11-4773-a96b-382d57a4016d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87786) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:57:12.097958 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.quota.driver [None req-e05a3258-fd11-4773-a96b-382d57a4016d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:57:12.124971 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b7f81a-59f6-42ca-84dc-d216ea85705b req-5947c5f7-9ccd-447e-a84c-94ffea42e86a tempest-DeleteServersTestJSON-1539218655 tempest-DeleteServersTestJSON-1539218655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:57:12.136055 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-79b7f81a-59f6-42ca-84dc-d216ea85705b req-5947c5f7-9ccd-447e-a84c-94ffea42e86a tempest-DeleteServersTestJSON-1539218655 tempest-DeleteServersTestJSON-1539218655-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c24a517-4edd-4c9c-8ad9-e4c8e32f9148 HTTP/1.1" status: 200 len: 945 time: 0.1269271 Apr 08 02:57:12.192875 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-79b7f81a-59f6-42ca-84dc-d216ea85705b req-233c0dda-e9ea-4523-946c-f76355ee6912 tempest-DeleteServersTestJSON-1539218655 tempest-DeleteServersTestJSON-1539218655-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1fbef15-233f-4f65-a32e-bff4a8521cca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558462 Apr 08 02:57:12.194039 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e05a3258-fd11-4773-a96b-382d57a4016d admin admin] Made reservation on behalf of 2312456505954674b3b13001029c1c68 for: {'subnet': 1} {{(pid=87786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 02:57:12.197288 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-e05a3258-fd11-4773-a96b-382d57a4016d admin admin] Notify callbacks [] for subnet, before_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:12.202729 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-2bf2c569-037d-4fa9-9d0c-0324f21ec434 req-c6123efe-91cd-4b1f-a1b1-161862a4d97d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b7d4bd13-6a1e-4fc0-b932-4781581db910 HTTP/1.1" status: 200 len: 217 time: 0.1433175 Apr 08 02:57:12.312413 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf2c569-037d-4fa9-9d0c-0324f21ec434 req-561d8d71-49fe-482c-82f4-987f2c66c884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:57:12.312413 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-2bf2c569-037d-4fa9-9d0c-0324f21ec434 req-561d8d71-49fe-482c-82f4-987f2c66c884 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=da634180-ad94-49db-9cf0-02a07794ec35 HTTP/1.1" status: 200 len: 856 time: 0.0991659 Apr 08 02:57:12.458385 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf2c569-037d-4fa9-9d0c-0324f21ec434 req-c2a3c859-a36b-4a7d-ba6c-afdea9e5e531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:57:12.464927 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-2bf2c569-037d-4fa9-9d0c-0324f21ec434 req-c2a3c859-a36b-4a7d-ba6c-afdea9e5e531 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=13de0308-e21f-45b1-8a0f-24108cbfbce7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1473901 Apr 08 02:57:12.632659 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d973b95-95b4-46af-8db1-4f9062218daa req-6e16df06-f1c2-41e1-9831-72d7c8eefb66 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:57:12.635464 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-7d973b95-95b4-46af-8db1-4f9062218daa req-6e16df06-f1c2-41e1-9831-72d7c8eefb66 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/ports?device_id=df0970e5-c7c0-43bb-8474-b5e830fcd18b HTTP/1.1" status: 200 len: 943 time: 0.2502964 Apr 08 02:57:12.637080 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-2bf2c569-037d-4fa9-9d0c-0324f21ec434 req-73aa7576-b8d6-461e-89e3-2715f3c40bfd service neutron] 10.222.0.39 "GET /v2.0/networks/13de0308-e21f-45b1-8a0f-24108cbfbce7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669238 Apr 08 02:57:12.734837 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bc8be3-4f20-460a-9170-a916239500e0 req-947e5b12-7b86-477e-af43-fe06fbb3c5a3 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:57:12.736331 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-67bc8be3-4f20-460a-9170-a916239500e0 req-947e5b12-7b86-477e-af43-fe06fbb3c5a3 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4393a78-1cab-4756-88e9-3b634af68a4b HTTP/1.1" status: 200 len: 945 time: 0.2482531 Apr 08 02:57:12.752119 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-7d973b95-95b4-46af-8db1-4f9062218daa req-86a6582e-dfb1-448b-ac4b-0ea7f8534494 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/security-groups?id=e8a36ab3-836a-4bb3-9969-b622cdd2efa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1077478 Apr 08 02:57:12.789026 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-2bf2c569-037d-4fa9-9d0c-0324f21ec434 req-734e04b1-47e5-4373-b3bd-19968c590036 service neutron] 10.222.0.39 "GET /v2.0/networks/13de0308-e21f-45b1-8a0f-24108cbfbce7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443865 Apr 08 02:57:12.801924 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-67bc8be3-4f20-460a-9170-a916239500e0 req-60a51e76-4292-4452-b26f-ce648c2ff99d tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/security-groups?id=182843b8-633a-4f61-a3e3-f50baa1f3acb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564938 Apr 08 02:57:12.817628 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-e05a3258-fd11-4773-a96b-382d57a4016d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254'] for subnet, after_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:12.906493 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a3258-fd11-4773-a96b-382d57a4016d admin admin] Pushing event updated for resources: {'Subnet': ['ID=41581ed9-f797-470b-96fc-44a4b628579e,revision_number=0']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:57:12.945142 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05a3258-fd11-4773-a96b-382d57a4016d admin admin] Checking segment: {'id': '84b96e0e-263a-40be-91f5-f86aba42b475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '936b7271-dac6-41b4-a5e0-bf1fbc60a60f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 02:57:12.946339 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e05a3258-fd11-4773-a96b-382d57a4016d admin admin] Network hostable DHCP agents. Network: 936b7271-dac6-41b4-a5e0-bf1fbc60a60f, hostable agents: ['c0dff2ba-0ef7-4e94-af34-c7dac3342234'], hosted agents: [] {{(pid=87786) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 02:57:13.015875 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48f9f95-61bd-4192-8000-a71c7f4d0f2c req-22686c35-51b2-4173-b568-2a01ee1f2e32 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:57:13.015875 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-b48f9f95-61bd-4192-8000-a71c7f4d0f2c req-22686c35-51b2-4173-b568-2a01ee1f2e32 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcf140c8-6253-441e-87a3-ae36ef0e2bac HTTP/1.1" status: 200 len: 943 time: 0.1055937 Apr 08 02:57:13.044007 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e05a3258-fd11-4773-a96b-382d57a4016d admin admin] Network 936b7271-dac6-41b4-a5e0-bf1fbc60a60f is scheduled to be hosted by DHCP agent c0dff2ba-0ef7-4e94-af34-c7dac3342234 with binding_index 1 {{(pid=87786) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 02:57:13.069451 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-b48f9f95-61bd-4192-8000-a71c7f4d0f2c req-01e34bde-995d-4366-aaab-3762fc36678f tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] 10.222.0.15 "GET /v2.0/security-groups?id=22edd372-7418-42f2-9187-61e1546f1f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466266 Apr 08 02:57:13.135918 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.scheduler.base_scheduler [None req-e05a3258-fd11-4773-a96b-382d57a4016d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837051-1-smb, 936b7271-dac6-41b4-a5e0-bf1fbc60a60f) {{(pid=87786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 02:57:13.140834 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e05a3258-fd11-4773-a96b-382d57a4016d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:57:13.141618 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-e05a3258-fd11-4773-a96b-382d57a4016d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539232'] for subnet, before_response {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:13.144512 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eb6e3d5-78ec-457e-b7e6-ce63c2227a0d None None] Network 936b7271-dac6-41b4-a5e0-bf1fbc60a60f requested from dv-cinder-837051-1-smb {{(pid=87788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 02:57:13.209841 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [None req-e05a3258-fd11-4773-a96b-382d57a4016d admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1444306 Apr 08 02:57:13.488595 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-176809d9-8fe2-495b-93df-230ff228776a None None] Network 936b7271-dac6-41b4-a5e0-bf1fbc60a60f requested from dv-cinder-837051-1-smb {{(pid=87788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 02:57:13.819772 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Device 8ec17ccc-498d-4813-8a52-961f542095a0 details requested by agent hyperv_hv-cinder-83705 with host hv-cinder-83705 {{(pid=87788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 08 02:57:13.838442 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Device f75f4170-55bc-47c3-b4f9-02b0e101153d up at agent hyperv_hv-cinder-83705 {{(pid=87788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 02:57:14.056713 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.db [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] For port 8ec17ccc-498d-4813-8a52-961f542095a0, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=8ec17ccc-498d-4813-8a52-961f542095a0,segment=NetworkSegment(ea97b0a2-2bc1-452f-b168-e67660bad26a),segment_id=ea97b0a2-2bc1-452f-b168-e67660bad26a)] {{(pid=87788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 02:57:14.074656 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Returning: {'device': '8ec17ccc-498d-4813-8a52-961f542095a0', 'network_id': 'c8c3b9c3-2a08-4eb4-872c-03cbce1e3b10', 'port_id': '8ec17ccc-498d-4813-8a52-961f542095a0', 'mac_address': 'fa:16:3e:84:da:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 294, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18b119e0-b657-4738-8e56-4872d79152d5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 02:57:14.079169 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda7344c-5dbe-43c6-993b-da62693dc910 req-6f495573-53f9-4182-a402-652e41bc27cd tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:57:14.080757 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-eda7344c-5dbe-43c6-993b-da62693dc910 req-6f495573-53f9-4182-a402-652e41bc27cd tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4393a78-1cab-4756-88e9-3b634af68a4b HTTP/1.1" status: 200 len: 945 time: 0.1147051 Apr 08 02:57:14.089411 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f72472-f18a-4894-bb05-b1441da96721 req-adeb8287-4102-4c6d-a89d-233321de69bf tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:57:14.090894 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-62f72472-f18a-4894-bb05-b1441da96721 req-adeb8287-4102-4c6d-a89d-233321de69bf tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/ports?device_id=df0970e5-c7c0-43bb-8474-b5e830fcd18b HTTP/1.1" status: 200 len: 943 time: 0.1832864 Apr 08 02:57:14.106135 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Provisioning for port f75f4170-55bc-47c3-b4f9-02b0e101153d completed by entity L2. {{(pid=87788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 02:57:14.116672 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Provisioning complete for port f75f4170-55bc-47c3-b4f9-02b0e101153d triggered by entity L2. {{(pid=87788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 02:57:14.117076 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587297'] for port, provisioning_complete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:14.125854 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 42880) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:57:14.131390 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.v2.base [None req-170b6813-9236-409c-8fbc-8aaf1e3e72da admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-955308718-network', 'tenant_id': '4cf96c76971544c58515bfc70a07cb55'}} {{(pid=87787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 02:57:14.136942 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-170b6813-9236-409c-8fbc-8aaf1e3e72da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:57:14.140956 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-170b6813-9236-409c-8fbc-8aaf1e3e72da admin admin] Usage tracker for resource:network and tenant:4cf96c76971544c58515bfc70a07cb55 is out of sync, need to count used quota {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:57:14.144895 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-170b6813-9236-409c-8fbc-8aaf1e3e72da admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:57:14.153928 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-170b6813-9236-409c-8fbc-8aaf1e3e72da admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:57:14.174101 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-eda7344c-5dbe-43c6-993b-da62693dc910 req-42011345-8a3d-409f-83a2-be4fa188d7fa tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/security-groups?id=182843b8-633a-4f61-a3e3-f50baa1f3acb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820439 Apr 08 02:57:14.176811 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-62f72472-f18a-4894-bb05-b1441da96721 req-4a3c621f-ddf1-4694-9677-7b900479e5b2 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/security-groups?id=e8a36ab3-836a-4bb3-9969-b622cdd2efa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711918 Apr 08 02:57:14.186339 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:14.214758 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.notifiers.nova [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ec17ccc-498d-4813-8a52-961f542095a0 {{(pid=87788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 02:57:14.228725 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-170b6813-9236-409c-8fbc-8aaf1e3e72da admin admin] Made reservation on behalf of 4cf96c76971544c58515bfc70a07cb55 for: {'network': 1} {{(pid=87787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 02:57:14.232804 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-170b6813-9236-409c-8fbc-8aaf1e3e72da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for network, before_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:14.246285 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-170b6813-9236-409c-8fbc-8aaf1e3e72da admin admin] Notify callbacks [] for security_group, before_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:14.264229 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-170b6813-9236-409c-8fbc-8aaf1e3e72da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:57:14.268714 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-170b6813-9236-409c-8fbc-8aaf1e3e72da admin admin] Usage tracker for resource:security_group_rule and tenant:4cf96c76971544c58515bfc70a07cb55 is out of sync, need to count used quota {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:57:14.271737 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-170b6813-9236-409c-8fbc-8aaf1e3e72da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:57:14.278074 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-170b6813-9236-409c-8fbc-8aaf1e3e72da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:57:14.326320 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:14.341392 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.db [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] For port 8ec17ccc-498d-4813-8a52-961f542095a0, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=8ec17ccc-498d-4813-8a52-961f542095a0,segment=NetworkSegment(ea97b0a2-2bc1-452f-b168-e67660bad26a),segment_id=ea97b0a2-2bc1-452f-b168-e67660bad26a)] {{(pid=87788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 02:57:14.364774 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4393a78-1cab-4756-88e9-3b634af68a4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f75f4170-55bc-47c3-b4f9-02b0e101153d'}] {{(pid=87788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 02:57:14.378089 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.db [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] For port f75f4170-55bc-47c3-b4f9-02b0e101153d, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=f75f4170-55bc-47c3-b4f9-02b0e101153d,segment=NetworkSegment(b999ec1c-7290-4f58-a0e4-e85f79fb25cd),segment_id=b999ec1c-7290-4f58-a0e4-e85f79fb25cd)] {{(pid=87788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 02:57:14.393174 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0f09a8-971d-4ff6-b4ac-af667ab04dc5 req-84c63dc5-bd9c-4f74-b844-97fc17e1bf39 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:57:14.394842 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-8c0f09a8-971d-4ff6-b4ac-af667ab04dc5 req-84c63dc5-bd9c-4f74-b844-97fc17e1bf39 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcf140c8-6253-441e-87a3-ae36ef0e2bac HTTP/1.1" status: 200 len: 943 time: 0.0998132 Apr 08 02:57:14.395870 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-170b6813-9236-409c-8fbc-8aaf1e3e72da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:14.432866 dv-cinder-837051-1-smb neutron-server[87788]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd2d5e20-6286-4e33-ba2a-90ca3e38c0b8'] response: {'server_uuid': 'f4393a78-1cab-4756-88e9-3b634af68a4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f75f4170-55bc-47c3-b4f9-02b0e101153d', 'code': 200} Apr 08 02:57:14.453918 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-8c0f09a8-971d-4ff6-b4ac-af667ab04dc5 req-e3eb25e2-7808-4a3c-9bef-054fad333347 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] 10.222.0.15 "GET /v2.0/security-groups?id=22edd372-7418-42f2-9187-61e1546f1f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523353 Apr 08 02:57:14.486274 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-170b6813-9236-409c-8fbc-8aaf1e3e72da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:14.486454 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762847214852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762846864698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762846864743'] for port, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:14.526621 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-170b6813-9236-409c-8fbc-8aaf1e3e72da admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 296} {{(pid=87787) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 02:57:14.533791 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170b6813-9236-409c-8fbc-8aaf1e3e72da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3ae65f3-e675-4f62-9f82-884eac41e8ea,revision_number=1']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:57:14.542567 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762847214852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762846864698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762846864743'] for port, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:14.542842 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-170b6813-9236-409c-8fbc-8aaf1e3e72da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575478'] for segment, precommit_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:14.543476 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.db.segments_db [None req-170b6813-9236-409c-8fbc-8aaf1e3e72da admin admin] Added segment 368d6c74-a12e-4fc4-b60d-73c6ad2e40f5 of type vlan for network b46385f1-20ca-43fe-961e-d6d0761913a1 Apr 08 02:57:14.575524 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-170b6813-9236-409c-8fbc-8aaf1e3e72da admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762846836134'] for network, precommit_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:14.579409 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Pushing event updated for resources: {'Port': ['ID=8ec17ccc-498d-4813-8a52-961f542095a0,revision_number=4']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:57:14.648325 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Pushing event updated for resources: {'Port': ['ID=f75f4170-55bc-47c3-b4f9-02b0e101153d,revision_number=5']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:57:14.684697 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-170b6813-9236-409c-8fbc-8aaf1e3e72da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254'] for network, after_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:14.685684 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-170b6813-9236-409c-8fbc-8aaf1e3e72da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:57:14.686325 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-170b6813-9236-409c-8fbc-8aaf1e3e72da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539232'] for network, before_response {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:14.796179 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170b6813-9236-409c-8fbc-8aaf1e3e72da admin admin] Pushing event updated for resources: {'Network': ['ID=b46385f1-20ca-43fe-961e-d6d0761913a1,revision_number=1']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:57:14.806627 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Network b46385f1-20ca-43fe-961e-d6d0761913a1 details requested by agent ovs-agent-dv-cinder-837051-1-smb with host dv-cinder-837051-1-smb {{(pid=87788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 02:57:14.896569 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-170b6813-9236-409c-8fbc-8aaf1e3e72da admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7695498 Apr 08 02:57:14.899890 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.wsgi [-] (87786) accepted ('10.222.0.15', 42904) {{(pid=87786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:57:14.905397 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.v2.base [None req-b8040cfa-94d1-4e31-91f7-234dd2d24b7b admin admin] Request body: {'subnet': {'network_id': 'b46385f1-20ca-43fe-961e-d6d0761913a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-955308718-subnet', 'tenant_id': '4cf96c76971544c58515bfc70a07cb55', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 02:57:14.914573 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.quota.driver [None req-b8040cfa-94d1-4e31-91f7-234dd2d24b7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:57:14.920115 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [None req-b8040cfa-94d1-4e31-91f7-234dd2d24b7b admin admin] Usage tracker for resource:subnet and tenant:4cf96c76971544c58515bfc70a07cb55 is out of sync, need to count used quota {{(pid=87786) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:57:14.926225 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [None req-b8040cfa-94d1-4e31-91f7-234dd2d24b7b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87786) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:57:14.930753 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.db [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] get_ports_and_sgs() called for port_ids ['8ec17ccc-498d-4813-8a52-961f542095a0'] {{(pid=87788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 02:57:14.937934 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.quota.driver [None req-b8040cfa-94d1-4e31-91f7-234dd2d24b7b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:57:14.964288 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca9ddae-706a-4ae6-a37a-e818fc351719 req-57090948-74a0-4eb9-bd1b-5f1ae60511ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:57:14.965978 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-4ca9ddae-706a-4ae6-a37a-e818fc351719 req-57090948-74a0-4eb9-bd1b-5f1ae60511ee service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=f4393a78-1cab-4756-88e9-3b634af68a4b HTTP/1.1" status: 200 len: 1099 time: 0.1063187 Apr 08 02:57:14.995434 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8040cfa-94d1-4e31-91f7-234dd2d24b7b admin admin] Made reservation on behalf of 4cf96c76971544c58515bfc70a07cb55 for: {'subnet': 1} {{(pid=87786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 02:57:14.997874 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-b8040cfa-94d1-4e31-91f7-234dd2d24b7b admin admin] Notify callbacks [] for subnet, before_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:15.017194 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-4ca9ddae-706a-4ae6-a37a-e818fc351719 req-26bfda27-7ac9-409c-97f8-0e664a02b46e service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=182843b8-633a-4f61-a3e3-f50baa1f3acb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433073 Apr 08 02:57:15.411850 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-b8040cfa-94d1-4e31-91f7-234dd2d24b7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254'] for subnet, after_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:15.439378 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 42924) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:57:15.511572 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8040cfa-94d1-4e31-91f7-234dd2d24b7b admin admin] Pushing event updated for resources: {'Subnet': ['ID=187af4db-708e-40e8-a305-681606e30e92,revision_number=0']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:57:15.520531 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7834580c-7c92-4c2a-b252-4d8ce83c593d req-38a0f7cd-48e7-4a81-be79-d7d1e8afa33c tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:57:15.522025 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-7834580c-7c92-4c2a-b252-4d8ce83c593d req-38a0f7cd-48e7-4a81-be79-d7d1e8afa33c tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4393a78-1cab-4756-88e9-3b634af68a4b HTTP/1.1" status: 200 len: 946 time: 0.2173378 Apr 08 02:57:15.572429 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8040cfa-94d1-4e31-91f7-234dd2d24b7b admin admin] Checking segment: {'id': '368d6c74-a12e-4fc4-b60d-73c6ad2e40f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'b46385f1-20ca-43fe-961e-d6d0761913a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 02:57:15.572777 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8040cfa-94d1-4e31-91f7-234dd2d24b7b admin admin] Network hostable DHCP agents. Network: b46385f1-20ca-43fe-961e-d6d0761913a1, hostable agents: ['c0dff2ba-0ef7-4e94-af34-c7dac3342234'], hosted agents: [] {{(pid=87786) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 02:57:15.573987 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-8866d84a-534c-4a4b-a45b-a283a31ae43e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:15.607653 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-8866d84a-534c-4a4b-a45b-a283a31ae43e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:57:15.613567 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b269673-7e2d-4ac2-85e2-76e4bf32ea6e req-2c40d273-d221-4ad8-9177-0455a5d391e7 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:57:15.615029 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-7b269673-7e2d-4ac2-85e2-76e4bf32ea6e req-2c40d273-d221-4ad8-9177-0455a5d391e7 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/ports?device_id=df0970e5-c7c0-43bb-8474-b5e830fcd18b HTTP/1.1" status: 200 len: 943 time: 0.2575133 Apr 08 02:57:15.617762 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-7834580c-7c92-4c2a-b252-4d8ce83c593d req-fdc010a7-7607-4214-8916-fb4233ba0457 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/security-groups?id=182843b8-633a-4f61-a3e3-f50baa1f3acb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790782 Apr 08 02:57:15.624337 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-8866d84a-534c-4a4b-a45b-a283a31ae43e admin admin] Usage tracker for resource:security_group_rule and tenant:5bca504a6bd946c48a6fedbb5b299526 is out of sync, need to count used quota {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:57:15.629781 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-8866d84a-534c-4a4b-a45b-a283a31ae43e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:57:15.643436 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-8866d84a-534c-4a4b-a45b-a283a31ae43e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:57:15.713331 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-7b269673-7e2d-4ac2-85e2-76e4bf32ea6e req-ce943f7c-cbdf-418e-a473-b07c2f6cf65d tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/security-groups?id=e8a36ab3-836a-4bb3-9969-b622cdd2efa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778723 Apr 08 02:57:15.725715 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8040cfa-94d1-4e31-91f7-234dd2d24b7b admin admin] Network b46385f1-20ca-43fe-961e-d6d0761913a1 is scheduled to be hosted by DHCP agent c0dff2ba-0ef7-4e94-af34-c7dac3342234 with binding_index 1 {{(pid=87786) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 02:57:15.737585 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-8866d84a-534c-4a4b-a45b-a283a31ae43e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:15.813093 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-8866d84a-534c-4a4b-a45b-a283a31ae43e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:15.835486 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.scheduler.base_scheduler [None req-b8040cfa-94d1-4e31-91f7-234dd2d24b7b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837051-1-smb, b46385f1-20ca-43fe-961e-d6d0761913a1) {{(pid=87786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 02:57:15.838910 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Device b7d4bd13-6a1e-4fc0-b932-4781581db910 details requested by agent hyperv_hv-cinder-83705 with host hv-cinder-83705 {{(pid=87788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 08 02:57:15.848090 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-758797fd-3169-4237-9f8c-528510a3358f None None] Network b46385f1-20ca-43fe-961e-d6d0761913a1 requested from dv-cinder-837051-1-smb {{(pid=87788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 02:57:15.850418 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8040cfa-94d1-4e31-91f7-234dd2d24b7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:57:15.851012 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-b8040cfa-94d1-4e31-91f7-234dd2d24b7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539232'] for subnet, before_response {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:15.865537 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-8866d84a-534c-4a4b-a45b-a283a31ae43e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5bca504a6bd946c48a6fedbb5b299526&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4229860 Apr 08 02:57:15.866152 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 42944) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:57:15.879632 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8866d84a-534c-4a4b-a45b-a283a31ae43e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b242e0ae-b154-4440-9847-7a088eb64df4,revision_number=1']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:57:15.923680 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e999c11e-4d38-4aae-8554-5862dd999aff req-25162e64-2292-4e79-815b-7b5982b3637b tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:57:15.932057 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-e999c11e-4d38-4aae-8554-5862dd999aff req-25162e64-2292-4e79-815b-7b5982b3637b tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcf140c8-6253-441e-87a3-ae36ef0e2bac HTTP/1.1" status: 200 len: 944 time: 0.1451454 Apr 08 02:57:15.952180 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [None req-b8040cfa-94d1-4e31-91f7-234dd2d24b7b admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0510626 Apr 08 02:57:15.955596 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-ff510c24-e3af-46b3-800d-c4d479cba550 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:15.990023 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-e999c11e-4d38-4aae-8554-5862dd999aff req-298afbd0-da7c-4039-b008-ab25a1958abe tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] 10.222.0.15 "GET /v2.0/security-groups?id=22edd372-7418-42f2-9187-61e1546f1f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570138 Apr 08 02:57:16.033383 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-ff510c24-e3af-46b3-800d-c4d479cba550 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:16.194257 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-ff510c24-e3af-46b3-800d-c4d479cba550 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:16.199186 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.db [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] For port b7d4bd13-6a1e-4fc0-b932-4781581db910, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=b7d4bd13-6a1e-4fc0-b932-4781581db910,segment=NetworkSegment(1b549d7e-fc0e-4f7e-b00e-d69f05216c6f),segment_id=1b549d7e-fc0e-4f7e-b00e-d69f05216c6f)] {{(pid=87788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 02:57:16.216894 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff510c24-e3af-46b3-800d-c4d479cba550 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b242e0ae-b154-4440-9847-7a088eb64df4,revision_number=None']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:57:16.219260 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Returning: {'device': 'b7d4bd13-6a1e-4fc0-b932-4781581db910', 'network_id': '13de0308-e21f-45b1-8a0f-24108cbfbce7', 'port_id': 'b7d4bd13-6a1e-4fc0-b932-4781581db910', 'mac_address': 'fa:16:3e:d4:e4:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 265, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da634180-ad94-49db-9cf0-02a07794ec35', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 02:57:16.220678 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-ff510c24-e3af-46b3-800d-c4d479cba550 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:16.224709 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-ff510c24-e3af-46b3-800d-c4d479cba550 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b242e0ae-b154-4440-9847-7a088eb64df4 HTTP/1.1" status: 204 len: 168 time: 0.3554296 Apr 08 02:57:16.306860 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62f5c42c-7b22-4673-a309-0ee01a5cb9cb None None] Network b46385f1-20ca-43fe-961e-d6d0761913a1 requested from dv-cinder-837051-1-smb {{(pid=87788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 02:57:16.423374 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:16.451409 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.notifiers.nova [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7d4bd13-6a1e-4fc0-b932-4781581db910 {{(pid=87788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 02:57:16.484204 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.db [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] For port b7d4bd13-6a1e-4fc0-b932-4781581db910, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=b7d4bd13-6a1e-4fc0-b932-4781581db910,segment=NetworkSegment(1b549d7e-fc0e-4f7e-b00e-d69f05216c6f),segment_id=1b549d7e-fc0e-4f7e-b00e-d69f05216c6f)] {{(pid=87788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 02:57:16.584258 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762847214852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762846864698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762846864743'] for port, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:16.666063 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Pushing event updated for resources: {'Port': ['ID=b7d4bd13-6a1e-4fc0-b932-4781581db910,revision_number=4']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:57:16.800709 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1003bc9-6d81-4869-9e6a-b8eeaa494e57 req-1a46cc54-cfb4-4ce6-8173-dcde6c26d089 tempest-VolumesActionsTest-1424607663 tempest-VolumesActionsTest-1424607663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:57:16.801378 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [req-d1003bc9-6d81-4869-9e6a-b8eeaa494e57 req-1a46cc54-cfb4-4ce6-8173-dcde6c26d089 tempest-VolumesActionsTest-1424607663 tempest-VolumesActionsTest-1424607663-project] Synchronizing usage tracker for tenant:2312456505954674b3b13001029c1c68 on resource:network {{(pid=87786) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 02:57:16.857923 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 42992) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:57:16.874030 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-c1b4fd0f-00a6-4434-928d-3a258ee9e3a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:16.891419 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-c1b4fd0f-00a6-4434-928d-3a258ee9e3a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:57:16.891551 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [req-d1003bc9-6d81-4869-9e6a-b8eeaa494e57 req-1a46cc54-cfb4-4ce6-8173-dcde6c26d089 tempest-VolumesActionsTest-1424607663 tempest-VolumesActionsTest-1424607663-project] Unset dirty status for tenant:2312456505954674b3b13001029c1c68 on resource:network {{(pid=87786) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 02:57:16.892893 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-d1003bc9-6d81-4869-9e6a-b8eeaa494e57 req-1a46cc54-cfb4-4ce6-8173-dcde6c26d089 tempest-VolumesActionsTest-1424607663 tempest-VolumesActionsTest-1424607663-project] 10.222.0.15 "GET /v2.0/networks?id=936b7271-dac6-41b4-a5e0-bf1fbc60a60f HTTP/1.1" status: 200 len: 809 time: 0.2477279 Apr 08 02:57:16.896023 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-c1b4fd0f-00a6-4434-928d-3a258ee9e3a1 admin admin] Usage tracker for resource:security_group_rule and tenant:eb1873bf49114052b1583d6017da4e75 is out of sync, need to count used quota {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:57:16.907039 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-c1b4fd0f-00a6-4434-928d-3a258ee9e3a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:57:16.913468 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-c1b4fd0f-00a6-4434-928d-3a258ee9e3a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:57:16.916901 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-d1003bc9-6d81-4869-9e6a-b8eeaa494e57 req-2e4b0d06-ea28-4aaa-85ab-f4e26a585957 tempest-VolumesActionsTest-1424607663 tempest-VolumesActionsTest-1424607663-project] 10.222.0.15 "GET /v2.0/quotas/2312456505954674b3b13001029c1c68 HTTP/1.1" status: 200 len: 375 time: 0.0173929 Apr 08 02:57:16.995978 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-d1003bc9-6d81-4869-9e6a-b8eeaa494e57 req-d37c08e3-a272-4e3b-b280-2b3660d409e0 tempest-VolumesActionsTest-1424607663 tempest-VolumesActionsTest-1424607663-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=2312456505954674b3b13001029c1c68&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0734153 Apr 08 02:57:17.003111 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-c1b4fd0f-00a6-4434-928d-3a258ee9e3a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:17.058052 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-c1b4fd0f-00a6-4434-928d-3a258ee9e3a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:17.107397 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b4fd0f-00a6-4434-928d-3a258ee9e3a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fc8111a-07d4-4e83-b8c4-b76e9fc7b71a,revision_number=1']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:57:17.115039 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-c1b4fd0f-00a6-4434-928d-3a258ee9e3a1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=eb1873bf49114052b1583d6017da4e75&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2548153 Apr 08 02:57:17.115927 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 43000) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:57:17.163297 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.db [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] get_ports_and_sgs() called for port_ids ['b7d4bd13-6a1e-4fc0-b932-4781581db910'] {{(pid=87788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 02:57:17.170419 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba18597-fa36-46c2-be57-815c9cd3c366 req-ae508187-abc3-43f6-b6d9-b0ef90f11cfe tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:57:17.175594 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-4ba18597-fa36-46c2-be57-815c9cd3c366 req-ae508187-abc3-43f6-b6d9-b0ef90f11cfe tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4393a78-1cab-4756-88e9-3b634af68a4b HTTP/1.1" status: 200 len: 946 time: 0.2164683 Apr 08 02:57:17.183878 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-fe43f8a2-79ec-4b3e-bab5-355b205eb84c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:17.197991 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-d1003bc9-6d81-4869-9e6a-b8eeaa494e57 req-f2ce862c-8878-4ad9-abcc-598c8e56fd44 service neutron] 10.222.0.15 "GET /v2.0/networks/936b7271-dac6-41b4-a5e0-bf1fbc60a60f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869259 Apr 08 02:57:17.214732 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-fe43f8a2-79ec-4b3e-bab5-355b205eb84c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:17.279303 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-4ba18597-fa36-46c2-be57-815c9cd3c366 req-c59a4e0b-0f32-4cd0-953b-b86f342d3600 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/security-groups?id=182843b8-633a-4f61-a3e3-f50baa1f3acb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001041 Apr 08 02:57:17.427932 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-fe43f8a2-79ec-4b3e-bab5-355b205eb84c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:17.444641 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe43f8a2-79ec-4b3e-bab5-355b205eb84c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fc8111a-07d4-4e83-b8c4-b76e9fc7b71a,revision_number=None']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:57:17.450543 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-fe43f8a2-79ec-4b3e-bab5-355b205eb84c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:17.451670 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-fe43f8a2-79ec-4b3e-bab5-355b205eb84c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3fc8111a-07d4-4e83-b8c4-b76e9fc7b71a HTTP/1.1" status: 204 len: 168 time: 0.3354683 Apr 08 02:57:17.495737 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-d1003bc9-6d81-4869-9e6a-b8eeaa494e57 req-2d66b48c-e607-4f1d-99bd-846c9960f674 service neutron] 10.222.0.15 "GET /v2.0/networks/936b7271-dac6-41b4-a5e0-bf1fbc60a60f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2910008 Apr 08 02:57:17.533424 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd162f03-f72a-4fd6-a933-4ffa14cd7ded req-94e34ff0-283c-431f-b9be-e92e2e59c4cf tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:57:17.534878 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-fd162f03-f72a-4fd6-a933-4ffa14cd7ded req-94e34ff0-283c-431f-b9be-e92e2e59c4cf tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/ports?device_id=df0970e5-c7c0-43bb-8474-b5e830fcd18b HTTP/1.1" status: 200 len: 944 time: 0.1036668 Apr 08 02:57:17.582655 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-fd162f03-f72a-4fd6-a933-4ffa14cd7ded req-7651e5ef-219f-424a-a085-986cf5a94f33 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/security-groups?id=e8a36ab3-836a-4bb3-9969-b622cdd2efa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420177 Apr 08 02:57:17.767559 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-05be2f5c-9f7a-4aa3-a3d6-bcfb1f57ab59 req-e463945e-1fc3-440c-a36b-f318642d81e1 tempest-VolumesActionsTest-1424607663 tempest-VolumesActionsTest-1424607663-project] 10.222.0.15 "GET /v2.0/ports?device_id=f45f4268-0203-4fb4-9ef9-edc6b642ea99 HTTP/1.1" status: 200 len: 210 time: 0.0461879 Apr 08 02:57:17.823488 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db3d268-b083-462a-b060-ad577c036edb req-aa707e9a-76a1-4573-9777-4ab4183abf50 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:57:17.824618 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-0db3d268-b083-462a-b060-ad577c036edb req-aa707e9a-76a1-4573-9777-4ab4183abf50 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcf140c8-6253-441e-87a3-ae36ef0e2bac HTTP/1.1" status: 200 len: 944 time: 0.1386654 Apr 08 02:57:17.858875 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Device 8ec17ccc-498d-4813-8a52-961f542095a0 up at agent hyperv_hv-cinder-83705 {{(pid=87788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 02:57:17.908619 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-0db3d268-b083-462a-b060-ad577c036edb req-7d40bc7c-3d80-401b-ab3d-0383a6d04342 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] 10.222.0.15 "GET /v2.0/security-groups?id=22edd372-7418-42f2-9187-61e1546f1f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651977 Apr 08 02:57:18.114107 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Provisioning for port 8ec17ccc-498d-4813-8a52-961f542095a0 completed by entity L2. {{(pid=87788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 02:57:18.119219 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Provisioning complete for port 8ec17ccc-498d-4813-8a52-961f542095a0 triggered by entity L2. {{(pid=87788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 02:57:18.122458 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587297'] for port, provisioning_complete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:18.236769 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:18.263993 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcf140c8-6253-441e-87a3-ae36ef0e2bac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ec17ccc-498d-4813-8a52-961f542095a0'}] {{(pid=87788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 02:57:18.273811 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.db [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] For port 8ec17ccc-498d-4813-8a52-961f542095a0, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=8ec17ccc-498d-4813-8a52-961f542095a0,segment=NetworkSegment(ea97b0a2-2bc1-452f-b168-e67660bad26a),segment_id=ea97b0a2-2bc1-452f-b168-e67660bad26a)] {{(pid=87788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 02:57:18.311829 dv-cinder-837051-1-smb neutron-server[87788]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a3022f0-a243-40a2-8bde-0e927ead16cc'] response: {'server_uuid': 'fcf140c8-6253-441e-87a3-ae36ef0e2bac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ec17ccc-498d-4813-8a52-961f542095a0', 'code': 200} Apr 08 02:57:18.344015 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762847214852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762846864698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762846864743'] for port, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:18.478526 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Pushing event updated for resources: {'Port': ['ID=8ec17ccc-498d-4813-8a52-961f542095a0,revision_number=5']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:57:18.503089 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e8ef1a-1718-4159-a628-09f133ac60fa req-e571dbd2-bb46-403d-8f81-b7e9b7c7beb3 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:57:18.504792 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-f6e8ef1a-1718-4159-a628-09f133ac60fa req-e571dbd2-bb46-403d-8f81-b7e9b7c7beb3 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4393a78-1cab-4756-88e9-3b634af68a4b HTTP/1.1" status: 200 len: 946 time: 0.1120257 Apr 08 02:57:18.551295 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-f6e8ef1a-1718-4159-a628-09f133ac60fa req-26fd873e-f298-4194-85b7-ba7214722b44 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/security-groups?id=182843b8-633a-4f61-a3e3-f50baa1f3acb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394170 Apr 08 02:57:18.853446 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeffb113-9a26-459c-ad8b-543490b6ccbf req-42a9e8ec-0e1f-4b28-83a3-9fff77a55ad1 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:57:18.855011 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-eeffb113-9a26-459c-ad8b-543490b6ccbf req-42a9e8ec-0e1f-4b28-83a3-9fff77a55ad1 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/ports?device_id=df0970e5-c7c0-43bb-8474-b5e830fcd18b HTTP/1.1" status: 200 len: 944 time: 0.1004889 Apr 08 02:57:18.914663 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-eeffb113-9a26-459c-ad8b-543490b6ccbf req-152be5b2-7150-4605-b060-142734cb4ac3 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/security-groups?id=e8a36ab3-836a-4bb3-9969-b622cdd2efa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512927 Apr 08 02:57:18.925658 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89875466-2b53-4975-afb0-45860133ace3 req-9a28b083-b89e-436a-b972-f22af1b9a60c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:57:18.927228 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-89875466-2b53-4975-afb0-45860133ace3 req-9a28b083-b89e-436a-b972-f22af1b9a60c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=fcf140c8-6253-441e-87a3-ae36ef0e2bac HTTP/1.1" status: 200 len: 1098 time: 0.0903680 Apr 08 02:57:18.975549 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-89875466-2b53-4975-afb0-45860133ace3 req-ab192269-dcf1-4bef-b43e-08787fb87c06 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=22edd372-7418-42f2-9187-61e1546f1f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382473 Apr 08 02:57:19.089244 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-55947042-8dfe-41a6-8f09-6b8b06842f1e req-dfa47ff2-b7cb-42ba-8a12-71d683f12cb4 tempest-VolumesActionsTest-1424607663 tempest-VolumesActionsTest-1424607663-project] 10.222.0.15 "GET /v2.0/ports?device_id=f45f4268-0203-4fb4-9ef9-edc6b642ea99 HTTP/1.1" status: 200 len: 210 time: 0.1118007 Apr 08 02:57:19.307716 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cd6fe0-6026-464f-8880-0e79bc03d871 req-2c1417a8-0e13-4930-9056-da92825eb1ef tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:57:19.309432 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-60cd6fe0-6026-464f-8880-0e79bc03d871 req-2c1417a8-0e13-4930-9056-da92825eb1ef tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcf140c8-6253-441e-87a3-ae36ef0e2bac HTTP/1.1" status: 200 len: 945 time: 0.1049635 Apr 08 02:57:19.406109 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-60cd6fe0-6026-464f-8880-0e79bc03d871 req-a96fecd4-36f4-4f8a-8a64-5b5b1c35df7c tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] 10.222.0.15 "GET /v2.0/security-groups?id=22edd372-7418-42f2-9187-61e1546f1f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523717 Apr 08 02:57:19.434788 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30cef21-94cd-449f-9308-b1448c40669b req-63f283cf-8de8-4dc9-8b6c-ebece1971faa tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:57:19.436525 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-a30cef21-94cd-449f-9308-b1448c40669b req-63f283cf-8de8-4dc9-8b6c-ebece1971faa tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4393a78-1cab-4756-88e9-3b634af68a4b HTTP/1.1" status: 200 len: 946 time: 0.1236541 Apr 08 02:57:19.487378 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-a30cef21-94cd-449f-9308-b1448c40669b req-5a361f48-60da-49df-8709-8d788f0c1274 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/security-groups?id=182843b8-633a-4f61-a3e3-f50baa1f3acb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444212 Apr 08 02:57:19.699616 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e84d2a3-86f5-4e5c-966a-0238c0afc60d req-5d41e047-3d85-4f64-b87f-3ac5984bdfec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:57:19.701497 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-2e84d2a3-86f5-4e5c-966a-0238c0afc60d req-5d41e047-3d85-4f64-b87f-3ac5984bdfec service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9e6274c43de24b849ee9a4529c53f5b5&device_id=f4393a78-1cab-4756-88e9-3b634af68a4b HTTP/1.1" status: 200 len: 1099 time: 0.0764906 Apr 08 02:57:19.761785 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.wsgi [-] (87786) accepted ('10.222.0.15', 43102) {{(pid=87786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:57:19.857314 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e84d2a3-86f5-4e5c-966a-0238c0afc60d req-b0e69016-a097-420d-a05e-058684cd61be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:57:19.859045 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-2e84d2a3-86f5-4e5c-966a-0238c0afc60d req-b0e69016-a097-420d-a05e-058684cd61be service neutron] 10.222.0.39 "GET /v2.0/networks?id=769a4c13-39df-48c1-b6cd-854ac881aaa3 HTTP/1.1" status: 200 len: 919 time: 0.1455612 Apr 08 02:57:19.894654 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Device b7d4bd13-6a1e-4fc0-b932-4781581db910 up at agent hyperv_hv-cinder-83705 {{(pid=87788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 02:57:19.935905 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-709b28d5-ba2b-4f51-9497-c30cadecb1ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:19.948657 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-2e84d2a3-86f5-4e5c-966a-0238c0afc60d req-d3502f80-69ee-42c2-91d3-baf0fbf7a4d7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f75f4170-55bc-47c3-b4f9-02b0e101153d HTTP/1.1" status: 200 len: 217 time: 0.0822558 Apr 08 02:57:19.965232 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.quota.driver [None req-709b28d5-ba2b-4f51-9497-c30cadecb1ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:57:19.969733 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [None req-709b28d5-ba2b-4f51-9497-c30cadecb1ea admin admin] Usage tracker for resource:security_group_rule and tenant:3284affd918c41bb8e3aa9c8e71fed51 is out of sync, need to count used quota {{(pid=87786) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:57:19.973046 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [None req-709b28d5-ba2b-4f51-9497-c30cadecb1ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87786) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:57:19.981358 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.quota.driver [None req-709b28d5-ba2b-4f51-9497-c30cadecb1ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:57:20.068235 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Provisioning for port b7d4bd13-6a1e-4fc0-b932-4781581db910 completed by entity L2. {{(pid=87788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 02:57:20.076852 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Provisioning complete for port b7d4bd13-6a1e-4fc0-b932-4781581db910 triggered by entity L2. {{(pid=87788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 02:57:20.077338 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587297'] for port, provisioning_complete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:20.105799 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e84d2a3-86f5-4e5c-966a-0238c0afc60d req-7bd7718d-4155-4eed-beaf-dab9c4a8a91f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:57:20.109099 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-2e84d2a3-86f5-4e5c-966a-0238c0afc60d req-7bd7718d-4155-4eed-beaf-dab9c4a8a91f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2ff278b6-8dcd-49ad-92d3-ea301b80d1c2 HTTP/1.1" status: 200 len: 857 time: 0.0993600 Apr 08 02:57:20.227746 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e84d2a3-86f5-4e5c-966a-0238c0afc60d req-1fe2aa26-5a1c-44a5-87b4-d0b1ac592bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:57:20.230726 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-2e84d2a3-86f5-4e5c-966a-0238c0afc60d req-1fe2aa26-5a1c-44a5-87b4-d0b1ac592bbe service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=769a4c13-39df-48c1-b6cd-854ac881aaa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1144171 Apr 08 02:57:20.280019 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-709b28d5-ba2b-4f51-9497-c30cadecb1ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:20.299603 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-7c5d3324-b340-4b15-a386-6745d1910c85 req-59488540-5aed-4b36-ba29-acdcc392661d tempest-VolumesActionsTest-1424607663 tempest-VolumesActionsTest-1424607663-project] 10.222.0.15 "GET /v2.0/ports?device_id=f45f4268-0203-4fb4-9ef9-edc6b642ea99 HTTP/1.1" status: 200 len: 210 time: 0.0735793 Apr 08 02:57:20.356381 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e339f05f-c28e-4fef-82a9-bfaa6de8c507 req-83e7f19a-4058-46a5-9c6e-07c2bb6a2c5b tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:57:20.357895 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-e339f05f-c28e-4fef-82a9-bfaa6de8c507 req-83e7f19a-4058-46a5-9c6e-07c2bb6a2c5b tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/ports?device_id=df0970e5-c7c0-43bb-8474-b5e830fcd18b HTTP/1.1" status: 200 len: 944 time: 0.3131628 Apr 08 02:57:20.359946 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-709b28d5-ba2b-4f51-9497-c30cadecb1ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:20.366641 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:20.399645 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df0970e5-c7c0-43bb-8474-b5e830fcd18b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7d4bd13-6a1e-4fc0-b932-4781581db910'}] {{(pid=87788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 02:57:20.428207 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.db [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] For port b7d4bd13-6a1e-4fc0-b932-4781581db910, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=b7d4bd13-6a1e-4fc0-b932-4781581db910,segment=NetworkSegment(1b549d7e-fc0e-4f7e-b00e-d69f05216c6f),segment_id=1b549d7e-fc0e-4f7e-b00e-d69f05216c6f)] {{(pid=87788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 02:57:20.441521 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-2e84d2a3-86f5-4e5c-966a-0238c0afc60d req-09f2baba-3a10-46ce-a228-07094d3e54b6 service neutron] 10.222.0.39 "GET /v2.0/networks/769a4c13-39df-48c1-b6cd-854ac881aaa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1975029 Apr 08 02:57:20.465493 dv-cinder-837051-1-smb neutron-server[87788]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c69dc87-d7e9-4677-8a80-9df89c3b2b99'] response: {'server_uuid': 'df0970e5-c7c0-43bb-8474-b5e830fcd18b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7d4bd13-6a1e-4fc0-b932-4781581db910', 'code': 200} Apr 08 02:57:20.465598 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [None req-709b28d5-ba2b-4f51-9497-c30cadecb1ea admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3284affd918c41bb8e3aa9c8e71fed51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7014508 Apr 08 02:57:20.465598 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709b28d5-ba2b-4f51-9497-c30cadecb1ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eba11661-fe88-4a19-9159-304c3fa2c88d,revision_number=1']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:57:20.467459 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 43126) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:57:20.485124 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-e339f05f-c28e-4fef-82a9-bfaa6de8c507 req-99bccf0f-975c-4cd9-9bb4-481bc069c5af tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/security-groups?id=e8a36ab3-836a-4bb3-9969-b622cdd2efa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1153429 Apr 08 02:57:20.534231 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762847214852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762846864698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762846864743'] for port, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:20.663047 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-127608e6-e252-4e33-aeb5-b7edc1070d1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:20.683340 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Pushing event updated for resources: {'Port': ['ID=b7d4bd13-6a1e-4fc0-b932-4781581db910,revision_number=5']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:57:20.720697 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-2e84d2a3-86f5-4e5c-966a-0238c0afc60d req-5b43670d-d51a-4713-88b8-e81d426d0b76 service neutron] 10.222.0.39 "GET /v2.0/networks/769a4c13-39df-48c1-b6cd-854ac881aaa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2269530 Apr 08 02:57:20.722410 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-127608e6-e252-4e33-aeb5-b7edc1070d1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:20.805275 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1216ef7a-88dd-4d52-963c-84d10c4cfa9f req-a12aa2a8-2f6d-4c39-baa9-2906e4e27511 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:57:20.806796 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-1216ef7a-88dd-4d52-963c-84d10c4cfa9f req-a12aa2a8-2f6d-4c39-baa9-2906e4e27511 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcf140c8-6253-441e-87a3-ae36ef0e2bac HTTP/1.1" status: 200 len: 945 time: 0.2015772 Apr 08 02:57:20.817441 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8494eb39-b833-47d3-aad3-65cb9276c976 req-c3dae91e-79a9-449b-9a12-0754d18d44ee tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:57:20.827411 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-8494eb39-b833-47d3-aad3-65cb9276c976 req-c3dae91e-79a9-449b-9a12-0754d18d44ee tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4393a78-1cab-4756-88e9-3b634af68a4b HTTP/1.1" status: 200 len: 946 time: 0.1485178 Apr 08 02:57:20.846179 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-127608e6-e252-4e33-aeb5-b7edc1070d1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:20.869744 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127608e6-e252-4e33-aeb5-b7edc1070d1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eba11661-fe88-4a19-9159-304c3fa2c88d,revision_number=None']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:57:20.871904 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-127608e6-e252-4e33-aeb5-b7edc1070d1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:20.873351 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-127608e6-e252-4e33-aeb5-b7edc1070d1d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/eba11661-fe88-4a19-9159-304c3fa2c88d HTTP/1.1" status: 204 len: 168 time: 0.4052114 Apr 08 02:57:20.942682 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-8494eb39-b833-47d3-aad3-65cb9276c976 req-9088f4c9-6063-4ac1-adc6-8776e4775251 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/security-groups?id=182843b8-633a-4f61-a3e3-f50baa1f3acb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143811 Apr 08 02:57:20.955126 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-1216ef7a-88dd-4d52-963c-84d10c4cfa9f req-824d45ce-8705-4e89-a543-17762983cf52 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] 10.222.0.15 "GET /v2.0/security-groups?id=22edd372-7418-42f2-9187-61e1546f1f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1255674 Apr 08 02:57:21.152869 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48355a4-6de6-4904-84c7-37e9b9254944 req-b93ebfb6-bc1f-4138-84a6-5c562f87800b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:57:21.154321 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-d48355a4-6de6-4904-84c7-37e9b9254944 req-b93ebfb6-bc1f-4138-84a6-5c562f87800b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=df0970e5-c7c0-43bb-8474-b5e830fcd18b HTTP/1.1" status: 200 len: 1098 time: 0.0686300 Apr 08 02:57:21.246468 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-d48355a4-6de6-4904-84c7-37e9b9254944 req-dc3fdb92-6de7-4aa6-9451-8efc8dd4f0a1 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=e8a36ab3-836a-4bb3-9969-b622cdd2efa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388412 Apr 08 02:57:21.485859 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-1bc52583-d784-4d9f-a7a5-e4ab962e15c0 req-76af8a0a-29a3-48a4-a97b-ab3a38b00917 tempest-VolumesActionsTest-1424607663 tempest-VolumesActionsTest-1424607663-project] 10.222.0.15 "GET /v2.0/ports?device_id=f45f4268-0203-4fb4-9ef9-edc6b642ea99 HTTP/1.1" status: 200 len: 210 time: 0.0443299 Apr 08 02:57:21.698374 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d4b205-f5b0-4bbc-838d-20e0e0c1f3e3 req-cdf244c3-0b06-438b-a393-4b0be04351bd tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:57:21.705169 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-77d4b205-f5b0-4bbc-838d-20e0e0c1f3e3 req-cdf244c3-0b06-438b-a393-4b0be04351bd tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/ports?device_id=df0970e5-c7c0-43bb-8474-b5e830fcd18b HTTP/1.1" status: 200 len: 945 time: 0.0881026 Apr 08 02:57:21.756569 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-77d4b205-f5b0-4bbc-838d-20e0e0c1f3e3 req-f5a5f587-bf29-4996-9742-5c5e8474193f tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/security-groups?id=e8a36ab3-836a-4bb3-9969-b622cdd2efa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494564 Apr 08 02:57:21.965855 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1003bc9-6d81-4869-9e6a-b8eeaa494e57 req-455f560f-c81c-4803-8d60-8259d5c7a8de tempest-VolumesActionsTest-1424607663 tempest-VolumesActionsTest-1424607663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:57:21.967916 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-d1003bc9-6d81-4869-9e6a-b8eeaa494e57 req-455f560f-c81c-4803-8d60-8259d5c7a8de tempest-VolumesActionsTest-1424607663 tempest-VolumesActionsTest-1424607663-project] 10.222.0.39 "GET /v2.0/networks?id=936b7271-dac6-41b4-a5e0-bf1fbc60a60f HTTP/1.1" status: 200 len: 809 time: 0.1561379 Apr 08 02:57:22.004946 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.v2.base [req-d1003bc9-6d81-4869-9e6a-b8eeaa494e57 req-893d40a5-ac2c-478b-ba8e-08e35445f3bc tempest-VolumesActionsTest-1424607663 tempest-VolumesActionsTest-1424607663-project] Request body: {'port': {'device_id': 'f45f4268-0203-4fb4-9ef9-edc6b642ea99', 'network_id': '936b7271-dac6-41b4-a5e0-bf1fbc60a60f', 'admin_state_up': True, 'tenant_id': '2312456505954674b3b13001029c1c68'}} {{(pid=87787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 02:57:22.234810 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2debdc21-3618-4fd8-b18b-d0c4cf173a97 req-6ba493a1-acf6-4dcd-98d6-d76a7d2ef876 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:57:22.234810 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-2debdc21-3618-4fd8-b18b-d0c4cf173a97 req-6ba493a1-acf6-4dcd-98d6-d76a7d2ef876 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4393a78-1cab-4756-88e9-3b634af68a4b HTTP/1.1" status: 200 len: 946 time: 0.1584020 Apr 08 02:57:22.258764 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cae0bc-b59a-4bf8-adcf-6621651aade9 req-99e863a2-15c7-485a-b60e-98b9a9086923 tempest-DeleteServersTestJSON-1539218655 tempest-DeleteServersTestJSON-1539218655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:57:22.267176 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-e0cae0bc-b59a-4bf8-adcf-6621651aade9 req-99e863a2-15c7-485a-b60e-98b9a9086923 tempest-DeleteServersTestJSON-1539218655 tempest-DeleteServersTestJSON-1539218655-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c24a517-4edd-4c9c-8ad9-e4c8e32f9148 HTTP/1.1" status: 200 len: 945 time: 0.2449014 Apr 08 02:57:22.276045 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [req-d1003bc9-6d81-4869-9e6a-b8eeaa494e57 req-893d40a5-ac2c-478b-ba8e-08e35445f3bc tempest-VolumesActionsTest-1424607663 tempest-VolumesActionsTest-1424607663-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:57:22.286587 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [req-d1003bc9-6d81-4869-9e6a-b8eeaa494e57 req-893d40a5-ac2c-478b-ba8e-08e35445f3bc tempest-VolumesActionsTest-1424607663 tempest-VolumesActionsTest-1424607663-project] Usage tracker for resource:port and tenant:2312456505954674b3b13001029c1c68 is out of sync, need to count used quota {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:57:22.290076 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [req-d1003bc9-6d81-4869-9e6a-b8eeaa494e57 req-893d40a5-ac2c-478b-ba8e-08e35445f3bc tempest-VolumesActionsTest-1424607663 tempest-VolumesActionsTest-1424607663-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:57:22.296083 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [req-d1003bc9-6d81-4869-9e6a-b8eeaa494e57 req-893d40a5-ac2c-478b-ba8e-08e35445f3bc tempest-VolumesActionsTest-1424607663 tempest-VolumesActionsTest-1424607663-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:57:22.359204 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-2debdc21-3618-4fd8-b18b-d0c4cf173a97 req-6efc337a-0cf3-43cc-b3a2-1170d21baebb tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/security-groups?id=182843b8-633a-4f61-a3e3-f50baa1f3acb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888951 Apr 08 02:57:22.374662 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-e0cae0bc-b59a-4bf8-adcf-6621651aade9 req-d9f68ea5-eeed-4325-a7c2-4ae1c44fff6d tempest-DeleteServersTestJSON-1539218655 tempest-DeleteServersTestJSON-1539218655-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1fbef15-233f-4f65-a32e-bff4a8521cca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013761 Apr 08 02:57:22.423023 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1003bc9-6d81-4869-9e6a-b8eeaa494e57 req-893d40a5-ac2c-478b-ba8e-08e35445f3bc tempest-VolumesActionsTest-1424607663 tempest-VolumesActionsTest-1424607663-project] Made reservation on behalf of 2312456505954674b3b13001029c1c68 for: {'port': 1} {{(pid=87787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 02:57:22.428573 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [req-d1003bc9-6d81-4869-9e6a-b8eeaa494e57 req-893d40a5-ac2c-478b-ba8e-08e35445f3bc tempest-VolumesActionsTest-1424607663 tempest-VolumesActionsTest-1424607663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:22.583583 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bbe0a5-228c-4cba-bb45-823c854767ba req-f884f3b5-6289-4d64-b775-92457984fb76 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:57:22.585040 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-00bbe0a5-228c-4cba-bb45-823c854767ba req-f884f3b5-6289-4d64-b775-92457984fb76 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcf140c8-6253-441e-87a3-ae36ef0e2bac HTTP/1.1" status: 200 len: 945 time: 0.0816696 Apr 08 02:57:22.630748 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.db_base_plugin_common [req-d1003bc9-6d81-4869-9e6a-b8eeaa494e57 req-893d40a5-ac2c-478b-ba8e-08e35445f3bc tempest-VolumesActionsTest-1424607663 tempest-VolumesActionsTest-1424607663-project] Allocated IP 172.20.0.5 (936b7271-dac6-41b4-a5e0-bf1fbc60a60f/41581ed9-f797-470b-96fc-44a4b628579e/a07e3dba-db61-43d9-a372-b4edffedbb43) {{(pid=87787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 02:57:22.665292 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-4b109355-312a-4331-9ac7-97026f5ae497 req-43caf2ae-53b5-4c59-8be3-97e9aa1150fa tempest-VolumesActionsTest-1424607663 tempest-VolumesActionsTest-1424607663-project] 10.222.0.15 "GET /v2.0/ports?device_id=f45f4268-0203-4fb4-9ef9-edc6b642ea99 HTTP/1.1" status: 200 len: 210 time: 0.0494370 Apr 08 02:57:22.691685 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-00bbe0a5-228c-4cba-bb45-823c854767ba req-4543be14-22a6-4259-83dc-48f63f34c054 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] 10.222.0.15 "GET /v2.0/security-groups?id=22edd372-7418-42f2-9187-61e1546f1f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909114 Apr 08 02:57:22.892991 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366ed247-60ac-4d8d-8b95-1d2a4448d4ac req-63cf1e5c-d158-46d5-be9f-a5117db285af tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:57:22.895030 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-366ed247-60ac-4d8d-8b95-1d2a4448d4ac req-63cf1e5c-d158-46d5-be9f-a5117db285af tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcf140c8-6253-441e-87a3-ae36ef0e2bac HTTP/1.1" status: 200 len: 945 time: 0.0979450 Apr 08 02:57:22.906145 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.wsgi [-] (87786) accepted ('10.222.0.15', 43228) {{(pid=87786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:57:22.914888 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.v2.base [None req-394a45f8-8e1f-48af-9bf3-338bb4a34640 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Request body: {'floatingip': {'port_id': '8ec17ccc-498d-4813-8a52-961f542095a0'}} {{(pid=87786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 02:57:22.939324 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [req-d1003bc9-6d81-4869-9e6a-b8eeaa494e57 req-893d40a5-ac2c-478b-ba8e-08e35445f3bc tempest-VolumesActionsTest-1424607663 tempest-VolumesActionsTest-1424607663-project] Notify callbacks [] for port, precommit_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:23.041681 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-394a45f8-8e1f-48af-9bf3-338bb4a34640 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Notify callbacks [] for floatingip, before_update {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:23.046602 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [req-d1003bc9-6d81-4869-9e6a-b8eeaa494e57 req-893d40a5-ac2c-478b-ba8e-08e35445f3bc tempest-VolumesActionsTest-1424607663 tempest-VolumesActionsTest-1424607663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762846864680'] for port, after_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:23.115076 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1003bc9-6d81-4869-9e6a-b8eeaa494e57 req-893d40a5-ac2c-478b-ba8e-08e35445f3bc tempest-VolumesActionsTest-1424607663 tempest-VolumesActionsTest-1424607663-project] Network 936b7271-dac6-41b4-a5e0-bf1fbc60a60f is already hosted by enough agents. {{(pid=87787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 02:57:23.118410 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.scheduler.base_scheduler [req-d1003bc9-6d81-4869-9e6a-b8eeaa494e57 req-893d40a5-ac2c-478b-ba8e-08e35445f3bc tempest-VolumesActionsTest-1424607663 tempest-VolumesActionsTest-1424607663-project] Resources bound (agent type, host, resource id): {{(pid=87787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 02:57:23.125309 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1003bc9-6d81-4869-9e6a-b8eeaa494e57 req-893d40a5-ac2c-478b-ba8e-08e35445f3bc tempest-VolumesActionsTest-1424607663 tempest-VolumesActionsTest-1424607663-project] Received port after_create {{(pid=87787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 02:57:23.130879 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1003bc9-6d81-4869-9e6a-b8eeaa494e57 req-893d40a5-ac2c-478b-ba8e-08e35445f3bc tempest-VolumesActionsTest-1424607663 tempest-VolumesActionsTest-1424607663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:57:23.131526 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [req-d1003bc9-6d81-4869-9e6a-b8eeaa494e57 req-893d40a5-ac2c-478b-ba8e-08e35445f3bc tempest-VolumesActionsTest-1424607663 tempest-VolumesActionsTest-1424607663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539232'] for port, before_response {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:23.151507 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893d40a5-ac2c-478b-ba8e-08e35445f3bc tempest-VolumesActionsTest-1424607663 tempest-VolumesActionsTest-1424607663-project] Pushing event updated for resources: {'Port': ['ID=a07e3dba-db61-43d9-a372-b4edffedbb43,revision_number=1']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:57:23.163371 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893d40a5-ac2c-478b-ba8e-08e35445f3bc tempest-VolumesActionsTest-1424607663 tempest-VolumesActionsTest-1424607663-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:57:23.163761 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893d40a5-ac2c-478b-ba8e-08e35445f3bc tempest-VolumesActionsTest-1424607663 tempest-VolumesActionsTest-1424607663-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:57:23.164106 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893d40a5-ac2c-478b-ba8e-08e35445f3bc tempest-VolumesActionsTest-1424607663 tempest-VolumesActionsTest-1424607663-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:57:23.164442 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893d40a5-ac2c-478b-ba8e-08e35445f3bc tempest-VolumesActionsTest-1424607663 tempest-VolumesActionsTest-1424607663-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:57:23.164767 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893d40a5-ac2c-478b-ba8e-08e35445f3bc tempest-VolumesActionsTest-1424607663 tempest-VolumesActionsTest-1424607663-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:57:23.165101 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893d40a5-ac2c-478b-ba8e-08e35445f3bc tempest-VolumesActionsTest-1424607663 tempest-VolumesActionsTest-1424607663-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:57:23.165426 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893d40a5-ac2c-478b-ba8e-08e35445f3bc tempest-VolumesActionsTest-1424607663 tempest-VolumesActionsTest-1424607663-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:57:23.165948 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893d40a5-ac2c-478b-ba8e-08e35445f3bc tempest-VolumesActionsTest-1424607663 tempest-VolumesActionsTest-1424607663-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:57:23.166286 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893d40a5-ac2c-478b-ba8e-08e35445f3bc tempest-VolumesActionsTest-1424607663 tempest-VolumesActionsTest-1424607663-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:57:23.166613 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893d40a5-ac2c-478b-ba8e-08e35445f3bc tempest-VolumesActionsTest-1424607663 tempest-VolumesActionsTest-1424607663-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:57:23.166936 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893d40a5-ac2c-478b-ba8e-08e35445f3bc tempest-VolumesActionsTest-1424607663 tempest-VolumesActionsTest-1424607663-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:57:23.167287 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893d40a5-ac2c-478b-ba8e-08e35445f3bc tempest-VolumesActionsTest-1424607663 tempest-VolumesActionsTest-1424607663-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:57:23.292205 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def91940-4001-473c-96f2-90ef5c46121a req-112ca852-6b4c-4fa1-9314-21a3f6775536 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:57:23.295766 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-d1003bc9-6d81-4869-9e6a-b8eeaa494e57 req-893d40a5-ac2c-478b-ba8e-08e35445f3bc tempest-VolumesActionsTest-1424607663 tempest-VolumesActionsTest-1424607663-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2967479 Apr 08 02:57:23.298941 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-def91940-4001-473c-96f2-90ef5c46121a req-112ca852-6b4c-4fa1-9314-21a3f6775536 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/ports?device_id=df0970e5-c7c0-43bb-8474-b5e830fcd18b HTTP/1.1" status: 200 len: 945 time: 0.3889067 Apr 08 02:57:23.335720 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.v2.base [req-d1003bc9-6d81-4869-9e6a-b8eeaa494e57 req-33afd008-52c0-4b16-8b3e-c451263cbe83 service neutron] Request body: {'port': {'device_id': 'f45f4268-0203-4fb4-9ef9-edc6b642ea99', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83705'}} {{(pid=87787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 02:57:23.438138 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-def91940-4001-473c-96f2-90ef5c46121a req-76da0cb4-abcf-478c-9bae-b81a51b11847 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/security-groups?id=e8a36ab3-836a-4bb3-9969-b622cdd2efa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1383176 Apr 08 02:57:23.497234 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [req-d1003bc9-6d81-4869-9e6a-b8eeaa494e57 req-33afd008-52c0-4b16-8b3e-c451263cbe83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_update {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:23.920504 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.notifiers.nova [req-d1003bc9-6d81-4869-9e6a-b8eeaa494e57 req-33afd008-52c0-4b16-8b3e-c451263cbe83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a07e3dba-db61-43d9-a372-b4edffedbb43 {{(pid=87787) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 02:57:23.925921 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9001a7-db8d-41a8-b37d-3ee881f8bf5d req-fe7f342e-c1c7-4bb5-a1a9-440b9875e202 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:57:23.927536 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-8c9001a7-db8d-41a8-b37d-3ee881f8bf5d req-fe7f342e-c1c7-4bb5-a1a9-440b9875e202 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4393a78-1cab-4756-88e9-3b634af68a4b HTTP/1.1" status: 200 len: 946 time: 0.4054270 Apr 08 02:57:23.931294 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [req-d1003bc9-6d81-4869-9e6a-b8eeaa494e57 req-33afd008-52c0-4b16-8b3e-c451263cbe83 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:23.942635 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.provisioning_blocks [req-d1003bc9-6d81-4869-9e6a-b8eeaa494e57 req-33afd008-52c0-4b16-8b3e-c451263cbe83 service neutron] Transition to ACTIVE for port object a07e3dba-db61-43d9-a372-b4edffedbb43 will not be triggered until provisioned by entity L2. {{(pid=87787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 02:57:23.969873 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecd78a8-c9a9-4a59-b84f-e414ef2c31df req-bf7e7e28-fa97-429d-936a-30a88d5f5f1f tempest-DeleteServersTestJSON-1539218655 tempest-DeleteServersTestJSON-1539218655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:57:23.971420 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-fecd78a8-c9a9-4a59-b84f-e414ef2c31df req-bf7e7e28-fa97-429d-936a-30a88d5f5f1f tempest-DeleteServersTestJSON-1539218655 tempest-DeleteServersTestJSON-1539218655-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c24a517-4edd-4c9c-8ad9-e4c8e32f9148 HTTP/1.1" status: 200 len: 945 time: 0.3974557 Apr 08 02:57:24.011211 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [req-d1003bc9-6d81-4869-9e6a-b8eeaa494e57 req-33afd008-52c0-4b16-8b3e-c451263cbe83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762847214852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762846864698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762846864743'] for port, after_update {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:24.100988 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-fecd78a8-c9a9-4a59-b84f-e414ef2c31df req-d619966d-73bc-48bf-9387-b8ff0bcd737b tempest-DeleteServersTestJSON-1539218655 tempest-DeleteServersTestJSON-1539218655-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1fbef15-233f-4f65-a32e-bff4a8521cca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149402 Apr 08 02:57:24.103747 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-8c9001a7-db8d-41a8-b37d-3ee881f8bf5d req-871ddf74-29ae-4eb8-bb03-75dff33a741e tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/security-groups?id=182843b8-633a-4f61-a3e3-f50baa1f3acb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623821 Apr 08 02:57:24.198398 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33afd008-52c0-4b16-8b3e-c451263cbe83 service neutron] Pushing event updated for resources: {'Port': ['ID=a07e3dba-db61-43d9-a372-b4edffedbb43,revision_number=2']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:57:24.204500 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.plugins.ml2.managers [req-d1003bc9-6d81-4869-9e6a-b8eeaa494e57 req-33afd008-52c0-4b16-8b3e-c451263cbe83 service neutron] Attempting to bind port a07e3dba-db61-43d9-a372-b4edffedbb43 on host hv-cinder-83705 for vnic_type normal with profile {{(pid=87787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 02:57:24.204947 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.plugins.ml2.managers [req-d1003bc9-6d81-4869-9e6a-b8eeaa494e57 req-33afd008-52c0-4b16-8b3e-c451263cbe83 service neutron] Attempting to bind port a07e3dba-db61-43d9-a372-b4edffedbb43 by drivers openvswitch,hyperv on host hv-cinder-83705 at level 0 using segments [{'id': '84b96e0e-263a-40be-91f5-f86aba42b475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '936b7271-dac6-41b4-a5e0-bf1fbc60a60f'}] {{(pid=87787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 02:57:24.205371 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1003bc9-6d81-4869-9e6a-b8eeaa494e57 req-33afd008-52c0-4b16-8b3e-c451263cbe83 service neutron] Attempting to bind port a07e3dba-db61-43d9-a372-b4edffedbb43 on network 936b7271-dac6-41b4-a5e0-bf1fbc60a60f {{(pid=87787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 02:57:24.210985 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1003bc9-6d81-4869-9e6a-b8eeaa494e57 req-33afd008-52c0-4b16-8b3e-c451263cbe83 service neutron] Port a07e3dba-db61-43d9-a372-b4edffedbb43 on network 936b7271-dac6-41b4-a5e0-bf1fbc60a60f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83705 {{(pid=87787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 08 02:57:24.211656 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1003bc9-6d81-4869-9e6a-b8eeaa494e57 req-33afd008-52c0-4b16-8b3e-c451263cbe83 service neutron] Attempting to bind port a07e3dba-db61-43d9-a372-b4edffedbb43 on network 936b7271-dac6-41b4-a5e0-bf1fbc60a60f {{(pid=87787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 02:57:24.217389 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1003bc9-6d81-4869-9e6a-b8eeaa494e57 req-33afd008-52c0-4b16-8b3e-c451263cbe83 service neutron] Checking agent: {'id': '80029809-569d-4306-9121-6b636b3093bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83705', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 2, 54, 9), 'started_at': datetime.datetime(2022, 4, 8, 2, 54, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 2, 57, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 02:57:24.217850 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1003bc9-6d81-4869-9e6a-b8eeaa494e57 req-33afd008-52c0-4b16-8b3e-c451263cbe83 service neutron] Checking segment: {'id': '84b96e0e-263a-40be-91f5-f86aba42b475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '936b7271-dac6-41b4-a5e0-bf1fbc60a60f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 02:57:24.218336 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1003bc9-6d81-4869-9e6a-b8eeaa494e57 req-33afd008-52c0-4b16-8b3e-c451263cbe83 service neutron] Bound using segment: {'id': '84b96e0e-263a-40be-91f5-f86aba42b475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '936b7271-dac6-41b4-a5e0-bf1fbc60a60f'} {{(pid=87787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 02:57:24.218869 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.plugins.ml2.managers [req-d1003bc9-6d81-4869-9e6a-b8eeaa494e57 req-33afd008-52c0-4b16-8b3e-c451263cbe83 service neutron] Bound port: a07e3dba-db61-43d9-a372-b4edffedbb43, host: hv-cinder-83705, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84b96e0e-263a-40be-91f5-f86aba42b475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '936b7271-dac6-41b4-a5e0-bf1fbc60a60f'}}] {{(pid=87787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 02:57:24.219342 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [req-d1003bc9-6d81-4869-9e6a-b8eeaa494e57 req-33afd008-52c0-4b16-8b3e-c451263cbe83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_update {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:24.228993 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-394a45f8-8e1f-48af-9bf3-338bb4a34640 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:24.324936 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.plugins.ml2.db [req-d1003bc9-6d81-4869-9e6a-b8eeaa494e57 req-33afd008-52c0-4b16-8b3e-c451263cbe83 service neutron] For port a07e3dba-db61-43d9-a372-b4edffedbb43, host hv-cinder-83705, cleared binding levels {{(pid=87787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 02:57:24.328615 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.plugins.ml2.db [req-d1003bc9-6d81-4869-9e6a-b8eeaa494e57 req-33afd008-52c0-4b16-8b3e-c451263cbe83 service neutron] For port a07e3dba-db61-43d9-a372-b4edffedbb43, host hv-cinder-83705, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=a07e3dba-db61-43d9-a372-b4edffedbb43,segment=NetworkSegment(84b96e0e-263a-40be-91f5-f86aba42b475),segment_id=84b96e0e-263a-40be-91f5-f86aba42b475)] {{(pid=87787) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 02:57:24.348513 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-394a45f8-8e1f-48af-9bf3-338bb4a34640 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-333402'] for floatingip, after_update {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:24.395505 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [req-d1003bc9-6d81-4869-9e6a-b8eeaa494e57 req-33afd008-52c0-4b16-8b3e-c451263cbe83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762847214852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762846864698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762846864743'] for port, after_update {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:24.457490 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1003bc9-6d81-4869-9e6a-b8eeaa494e57 req-33afd008-52c0-4b16-8b3e-c451263cbe83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:57:24.458199 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [req-d1003bc9-6d81-4869-9e6a-b8eeaa494e57 req-33afd008-52c0-4b16-8b3e-c451263cbe83 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539232'] for port, before_response {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:24.460689 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-d1003bc9-6d81-4869-9e6a-b8eeaa494e57 req-33afd008-52c0-4b16-8b3e-c451263cbe83 service neutron] 10.222.0.39 "PUT /v2.0/ports/a07e3dba-db61-43d9-a372-b4edffedbb43 HTTP/1.1" status: 200 len: 1093 time: 1.1294773 Apr 08 02:57:24.461500 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f45f4268-0203-4fb4-9ef9-edc6b642ea99', 'tag': 'a07e3dba-db61-43d9-a372-b4edffedbb43'}] {{(pid=87787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 02:57:24.504954 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33afd008-52c0-4b16-8b3e-c451263cbe83 service neutron] Pushing event updated for resources: {'Port': ['ID=a07e3dba-db61-43d9-a372-b4edffedbb43,revision_number=3']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:57:24.598298 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6818366f-207b-45ea-bfcc-7bd1b7c1ee47'] response: {'name': 'network-changed', 'server_uuid': 'f45f4268-0203-4fb4-9ef9-edc6b642ea99', 'tag': 'a07e3dba-db61-43d9-a372-b4edffedbb43', 'status': 'completed', 'code': 200} Apr 08 02:57:24.618325 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.db.l3_db [None req-394a45f8-8e1f-48af-9bf3-338bb4a34640 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Floating IP 77bec558-3cb2-4de2-8d0c-42c6dbd826cc associated. External IP: 172.28.2.170, port: 8ec17ccc-498d-4813-8a52-961f542095a0. Apr 08 02:57:24.799519 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 43274) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:57:24.826307 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688c39a5-4d45-4aba-af46-9b7916949f06 req-fe6843d7-7b3c-4f53-95c2-2a0cc6a63a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:57:24.828769 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-688c39a5-4d45-4aba-af46-9b7916949f06 req-fe6843d7-7b3c-4f53-95c2-2a0cc6a63a29 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2312456505954674b3b13001029c1c68&device_id=f45f4268-0203-4fb4-9ef9-edc6b642ea99 HTTP/1.1" status: 200 len: 1096 time: 0.1617358 Apr 08 02:57:24.981650 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-174d6b88-ecd4-494b-97e4-48e45eb94cfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:25.005886 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b633826e-b6bc-4c09-87c5-360345334a45 req-fce7c65a-53e3-45d7-a81c-6062a67c1fdb tempest-VolumesActionsTest-1424607663 tempest-VolumesActionsTest-1424607663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:57:25.007511 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-b633826e-b6bc-4c09-87c5-360345334a45 req-fce7c65a-53e3-45d7-a81c-6062a67c1fdb tempest-VolumesActionsTest-1424607663 tempest-VolumesActionsTest-1424607663-project] 10.222.0.15 "GET /v2.0/ports?device_id=f45f4268-0203-4fb4-9ef9-edc6b642ea99 HTTP/1.1" status: 200 len: 943 time: 0.7333272 Apr 08 02:57:25.055178 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-174d6b88-ecd4-494b-97e4-48e45eb94cfb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:57:25.078349 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-174d6b88-ecd4-494b-97e4-48e45eb94cfb admin admin] Usage tracker for resource:security_group_rule and tenant:f1201c1c259f4ffe84c228e413d8abf3 is out of sync, need to count used quota {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:57:25.095639 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-174d6b88-ecd4-494b-97e4-48e45eb94cfb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:57:25.099794 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688c39a5-4d45-4aba-af46-9b7916949f06 req-4f677e96-9d4e-4878-af2f-039cc767d9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:57:25.102176 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-688c39a5-4d45-4aba-af46-9b7916949f06 req-4f677e96-9d4e-4878-af2f-039cc767d9ea service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=2312456505954674b3b13001029c1c68&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2552528 Apr 08 02:57:25.114302 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-174d6b88-ecd4-494b-97e4-48e45eb94cfb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:57:25.198534 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92eb7acc-f97d-4103-b428-0b5f5063c493 req-5e56595b-7619-4b8c-95fe-406c549ce42e tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:57:25.206912 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-92eb7acc-f97d-4103-b428-0b5f5063c493 req-5e56595b-7619-4b8c-95fe-406c549ce42e tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/ports?device_id=df0970e5-c7c0-43bb-8474-b5e830fcd18b HTTP/1.1" status: 200 len: 945 time: 0.4728179 Apr 08 02:57:25.244240 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [req-b633826e-b6bc-4c09-87c5-360345334a45 req-3eee016a-1df8-4b6e-bf5c-d4d12a203ec9 tempest-VolumesActionsTest-1424607663 tempest-VolumesActionsTest-1424607663-project] Synchronizing usage tracker for tenant:2312456505954674b3b13001029c1c68 on resource:security_group {{(pid=87786) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 02:57:25.343697 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8566e31b-5c7b-4a7e-aa04-9c74f9a6c7da req-f13b8a1e-bd16-4be4-bc96-3b1e3eacd51d tempest-DeleteServersTestJSON-1539218655 tempest-DeleteServersTestJSON-1539218655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:57:25.344412 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [req-8566e31b-5c7b-4a7e-aa04-9c74f9a6c7da req-f13b8a1e-bd16-4be4-bc96-3b1e3eacd51d tempest-DeleteServersTestJSON-1539218655 tempest-DeleteServersTestJSON-1539218655-project] Synchronizing usage tracker for tenant:078e586f96be4415b9b07cb2975adb03 on resource:port {{(pid=87787) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 02:57:25.383818 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-92eb7acc-f97d-4103-b428-0b5f5063c493 req-597f5678-896a-4125-87e6-eb185811d424 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/security-groups?id=e8a36ab3-836a-4bb3-9969-b622cdd2efa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1753576 Apr 08 02:57:25.410411 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688c39a5-4d45-4aba-af46-9b7916949f06 req-aaf985bc-3136-4b79-922b-0d42d609ce31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:57:25.410411 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-688c39a5-4d45-4aba-af46-9b7916949f06 req-aaf985bc-3136-4b79-922b-0d42d609ce31 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2899179 Apr 08 02:57:25.458438 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-394a45f8-8e1f-48af-9bf3-338bb4a34640 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Router b3c2b0fb-299d-4917-ba8b-8e4ca8926627 has already been hosted by L3 agent 70d74887-4404-4f0d-99b3-e017d5637063 {{(pid=87786) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 02:57:25.462886 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [req-8566e31b-5c7b-4a7e-aa04-9c74f9a6c7da req-f13b8a1e-bd16-4be4-bc96-3b1e3eacd51d tempest-DeleteServersTestJSON-1539218655 tempest-DeleteServersTestJSON-1539218655-project] Unset dirty status for tenant:078e586f96be4415b9b07cb2975adb03 on resource:port {{(pid=87787) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 02:57:25.464213 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-8566e31b-5c7b-4a7e-aa04-9c74f9a6c7da req-f13b8a1e-bd16-4be4-bc96-3b1e3eacd51d tempest-DeleteServersTestJSON-1539218655 tempest-DeleteServersTestJSON-1539218655-project] 10.222.0.39 "GET /v2.0/ports?device_id=2c24a517-4edd-4c9c-8ad9-e4c8e32f9148 HTTP/1.1" status: 200 len: 945 time: 0.4731741 Apr 08 02:57:25.545717 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-174d6b88-ecd4-494b-97e4-48e45eb94cfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:25.596184 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [req-b633826e-b6bc-4c09-87c5-360345334a45 req-3eee016a-1df8-4b6e-bf5c-d4d12a203ec9 tempest-VolumesActionsTest-1424607663 tempest-VolumesActionsTest-1424607663-project] Unset dirty status for tenant:2312456505954674b3b13001029c1c68 on resource:security_group {{(pid=87786) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 02:57:25.597331 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-b633826e-b6bc-4c09-87c5-360345334a45 req-3eee016a-1df8-4b6e-bf5c-d4d12a203ec9 tempest-VolumesActionsTest-1424607663 tempest-VolumesActionsTest-1424607663-project] 10.222.0.15 "GET /v2.0/security-groups?id=82302429-d183-4da8-968b-90e59e5b9eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5675356 Apr 08 02:57:25.609757 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.plugins.ml2.plugin [req-8566e31b-5c7b-4a7e-aa04-9c74f9a6c7da req-013a537e-523d-44c4-834c-5edb6cab82ef tempest-DeleteServersTestJSON-1539218655 tempest-DeleteServersTestJSON-1539218655-project] Deleting port 1a93caab-288e-4cd0-ac1b-e9a3e25a43de {{(pid=87787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 02:57:25.610963 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [req-8566e31b-5c7b-4a7e-aa04-9c74f9a6c7da req-013a537e-523d-44c4-834c-5edb6cab82ef tempest-DeleteServersTestJSON-1539218655 tempest-DeleteServersTestJSON-1539218655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762847207940'] for port, before_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:25.730242 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-174d6b88-ecd4-494b-97e4-48e45eb94cfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:25.811258 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4aa6769-9aaf-4a98-a910-e205b7f2b29c req-0a8fc5db-d0f2-49d4-a94d-e87ea5f02a80 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:57:25.812617 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-e4aa6769-9aaf-4a98-a910-e205b7f2b29c req-0a8fc5db-d0f2-49d4-a94d-e87ea5f02a80 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4393a78-1cab-4756-88e9-3b634af68a4b HTTP/1.1" status: 200 len: 946 time: 0.2720888 Apr 08 02:57:25.814917 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-394a45f8-8e1f-48af-9bf3-338bb4a34640 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Notify agent at l3_agent.dv-cinder-837051-1-smb the message routers_updated {{(pid=87786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 02:57:25.839325 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36df4b57-e1a8-4862-9cd3-6af46f58e8b6 None None] Sync routers for ids ['b3c2b0fb-299d-4917-ba8b-8e4ca8926627'] in dv-cinder-837051-1-smb {{(pid=87789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 02:57:25.839863 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-174d6b88-ecd4-494b-97e4-48e45eb94cfb admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f1201c1c259f4ffe84c228e413d8abf3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0377853 Apr 08 02:57:25.839863 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 43300) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:57:25.847413 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36df4b57-e1a8-4862-9cd3-6af46f58e8b6 None None] Routers {'b3c2b0fb-299d-4917-ba8b-8e4ca8926627'} bound to L3 agent in host dv-cinder-837051-1-smb {{(pid=87789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 02:57:25.848617 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.l3_hamode_db [None req-36df4b57-e1a8-4862-9cd3-6af46f58e8b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837051-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T02:46:58Z,description=,heartbeat_timestamp=2022-04-08T02:56:58Z,host='dv-cinder-837051-1-smb',id=70d74887-4404-4f0d-99b3-e017d5637063,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T02:46:59Z,topic='l3_agent')) {'router_ids': ['b3c2b0fb-299d-4917-ba8b-8e4ca8926627'], 'active': True} {{(pid=87789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:57:25.861731 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174d6b88-ecd4-494b-97e4-48e45eb94cfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e88c8241-7edd-4aff-a784-197dd68f64c1,revision_number=1']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:57:25.865930 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-394a45f8-8e1f-48af-9bf3-338bb4a34640 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207533'] for floatingip, before_response {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:25.878509 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-8f620287-9687-432f-9fb5-a38cd55bee94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:25.896368 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1003bc9-6d81-4869-9e6a-b8eeaa494e57 req-09981344-9519-4401-a389-087973460872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:57:25.897790 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-d1003bc9-6d81-4869-9e6a-b8eeaa494e57 req-09981344-9519-4401-a389-087973460872 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2312456505954674b3b13001029c1c68&device_id=f45f4268-0203-4fb4-9ef9-edc6b642ea99 HTTP/1.1" status: 200 len: 1096 time: 0.3871570 Apr 08 02:57:25.935009 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73601e1c-a9c8-4aee-8eab-98766cfe149b req-04135b0b-da8b-4a1d-a3a1-04b75437855c tempest-DeleteServersTestJSON-1539218655 tempest-DeleteServersTestJSON-1539218655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:57:25.936494 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-73601e1c-a9c8-4aee-8eab-98766cfe149b req-04135b0b-da8b-4a1d-a3a1-04b75437855c tempest-DeleteServersTestJSON-1539218655 tempest-DeleteServersTestJSON-1539218655-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c24a517-4edd-4c9c-8ad9-e4c8e32f9148 HTTP/1.1" status: 200 len: 945 time: 0.2165539 Apr 08 02:57:25.939131 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-e4aa6769-9aaf-4a98-a910-e205b7f2b29c req-ce3cf950-481e-4b53-9940-e3c6b78e6261 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/security-groups?id=182843b8-633a-4f61-a3e3-f50baa1f3acb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153402 Apr 08 02:57:25.950847 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [None req-394a45f8-8e1f-48af-9bf3-338bb4a34640 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] 10.222.0.15 "PUT /v2.0/floatingips/77bec558-3cb2-4de2-8d0c-42c6dbd826cc HTTP/1.1" status: 200 len: 991 time: 3.0433853 Apr 08 02:57:25.952741 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcf140c8-6253-441e-87a3-ae36ef0e2bac', 'tag': '8ec17ccc-498d-4813-8a52-961f542095a0'}] {{(pid=87786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 02:57:26.000973 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-73601e1c-a9c8-4aee-8eab-98766cfe149b req-05ec92c8-5f1e-4ee4-b35a-89a0ab9aa149 tempest-DeleteServersTestJSON-1539218655 tempest-DeleteServersTestJSON-1539218655-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1fbef15-233f-4f65-a32e-bff4a8521cca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442538 Apr 08 02:57:26.033836 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-d1003bc9-6d81-4869-9e6a-b8eeaa494e57 req-33c854c2-0dc4-4010-8bc5-240379b0e77a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a07e3dba-db61-43d9-a372-b4edffedbb43 HTTP/1.1" status: 200 len: 217 time: 0.0914698 Apr 08 02:57:26.223571 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54c1a549-88d7-4ab8-bbf1-0ca13d022cfe'] response: {'name': 'network-changed', 'server_uuid': 'fcf140c8-6253-441e-87a3-ae36ef0e2bac', 'tag': '8ec17ccc-498d-4813-8a52-961f542095a0', 'status': 'completed', 'code': 200} Apr 08 02:57:26.223708 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.l3_dvr_db [None req-36df4b57-e1a8-4862-9cd3-6af46f58e8b6 None None] Set router b3c2b0fb-299d-4917-ba8b-8e4ca8926627 gateway port host: dv-cinder-837051-1-smb {{(pid=87789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 02:57:26.223813 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-b65565ef-9d50-43b5-90bd-09f32c553d90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:26.223813 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1003bc9-6d81-4869-9e6a-b8eeaa494e57 req-115fd233-4783-4576-bbcc-2065190bf458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:57:26.223813 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-d1003bc9-6d81-4869-9e6a-b8eeaa494e57 req-115fd233-4783-4576-bbcc-2065190bf458 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=41581ed9-f797-470b-96fc-44a4b628579e HTTP/1.1" status: 200 len: 849 time: 0.1379235 Apr 08 02:57:26.230021 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.plugins.ml2.db [req-8566e31b-5c7b-4a7e-aa04-9c74f9a6c7da req-013a537e-523d-44c4-834c-5edb6cab82ef tempest-DeleteServersTestJSON-1539218655 tempest-DeleteServersTestJSON-1539218655-project] For port 1a93caab-288e-4cd0-ac1b-e9a3e25a43de, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=1a93caab-288e-4cd0-ac1b-e9a3e25a43de,segment=NetworkSegment(e3ebf9a4-de2c-4dcf-87e2-47ccc7ef81d2),segment_id=e3ebf9a4-de2c-4dcf-87e2-47ccc7ef81d2)] {{(pid=87787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 02:57:26.230372 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [req-8566e31b-5c7b-4a7e-aa04-9c74f9a6c7da req-013a537e-523d-44c4-834c-5edb6cab82ef tempest-DeleteServersTestJSON-1539218655 tempest-DeleteServersTestJSON-1539218655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334124'] for port, precommit_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:26.232550 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b93a915-2cfb-4026-9e51-e2663f31911a req-d53a3638-7e04-43fe-b919-d8f8ed1d0c6d tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:57:26.234108 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-2b93a915-2cfb-4026-9e51-e2663f31911a req-d53a3638-7e04-43fe-b919-d8f8ed1d0c6d tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/ports?device_id=df0970e5-c7c0-43bb-8474-b5e830fcd18b HTTP/1.1" status: 200 len: 945 time: 0.1463218 Apr 08 02:57:26.237997 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dee742-567c-473d-8662-92e9e20c20b0 req-6e39bd39-34e8-43f7-96b4-d9da1f92899d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:57:26.239040 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-14dee742-567c-473d-8662-92e9e20c20b0 req-6e39bd39-34e8-43f7-96b4-d9da1f92899d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=27912339e79e43db900700b20c01bd73&device_id=fcf140c8-6253-441e-87a3-ae36ef0e2bac HTTP/1.1" status: 200 len: 1098 time: 0.1118066 Apr 08 02:57:26.246056 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.wsgi [-] (87786) accepted ('10.222.0.15', 43308) {{(pid=87786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:57:26.279490 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-b65565ef-9d50-43b5-90bd-09f32c553d90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:26.331288 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.v2.base [None req-7f75c7a3-f0b3-471e-8551-53e4dc578677 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Request body: {'floatingip': {'port_id': 'b7d4bd13-6a1e-4fc0-b932-4781581db910'}} {{(pid=87786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 02:57:26.365646 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-d1003bc9-6d81-4869-9e6a-b8eeaa494e57 req-0d59205e-c9a5-4bf4-86a4-29b994ab7653 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=936b7271-dac6-41b4-a5e0-bf1fbc60a60f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1272564 Apr 08 02:57:26.455347 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.plugins.ml2.plugin [req-8566e31b-5c7b-4a7e-aa04-9c74f9a6c7da req-013a537e-523d-44c4-834c-5edb6cab82ef tempest-DeleteServersTestJSON-1539218655 tempest-DeleteServersTestJSON-1539218655-project] Calling delete_port for 1a93caab-288e-4cd0-ac1b-e9a3e25a43de owned by compute:nova {{(pid=87787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 02:57:26.482130 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-7f75c7a3-f0b3-471e-8551-53e4dc578677 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Notify callbacks [] for floatingip, before_update {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:26.483576 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.l3_hamode_db [None req-36df4b57-e1a8-4862-9cd3-6af46f58e8b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3c2b0fb-299d-4917-ba8b-8e4ca8926627', 'name': 'tempest-AttachVolumeTestJSON-997133802-router', 'tenant_id': '27912339e79e43db900700b20c01bd73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'external_fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.206'}], 'enable_snat': True}, 'gw_port_id': '39ba25d6-4620-4749-9413-84e0dd6b05d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:56:23Z', 'updated_at': '2022-04-08T02:56:36Z', 'revision_number': 4, 'project_id': '27912339e79e43db900700b20c01bd73', 'gw_port': {'id': '39ba25d6-4620-4749-9413-84e0dd6b05d8', 'name': '', 'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:62:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c2b0fb-299d-4917-ba8b-8e4ca8926627', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:56:25Z', 'updated_at': '2022-04-08T02:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-smb', '_floatingips': [{'id': '77bec558-3cb2-4de2-8d0c-42c6dbd826cc', 'tenant_id': '27912339e79e43db900700b20c01bd73', 'floating_ip_address': '172.28.2.170', 'floating_network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'router_id': 'b3c2b0fb-299d-4917-ba8b-8e4ca8926627', 'port_id': '8ec17ccc-498d-4813-8a52-961f542095a0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8c3b9c3-2a08-4eb4-872c-03cbce1e3b10', 'mac_address': 'fa:16:3e:84:da:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcf140c8-6253-441e-87a3-ae36ef0e2bac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T02:56:54Z', 'updated_at': '2022-04-08T02:57:24Z', 'revision_number': 1, 'project_id': '27912339e79e43db900700b20c01bd73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a02b9cd1-cea8-4513-a105-a26be139fb74', 'name': '', 'network_id': 'c8c3b9c3-2a08-4eb4-872c-03cbce1e3b10', 'tenant_id': '27912339e79e43db900700b20c01bd73', 'mac_address': 'fa:16:3e:0d:7d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c2b0fb-299d-4917-ba8b-8e4ca8926627', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '18b119e0-b657-4738-8e56-4872d79152d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:56:34Z', 'updated_at': '2022-04-08T02:56:54Z', 'revision_number': 5, 'project_id': '27912339e79e43db900700b20c01bd73', 'subnets': [{'id': '18b119e0-b657-4738-8e56-4872d79152d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837051-1-smb', False) {} {{(pid=87789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:57:26.488068 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36df4b57-e1a8-4862-9cd3-6af46f58e8b6 None None] Checking router: b3c2b0fb-299d-4917-ba8b-8e4ca8926627 for host: dv-cinder-837051-1-smb {{(pid=87789) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 02:57:26.497527 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36df4b57-e1a8-4862-9cd3-6af46f58e8b6 None None] Routers {'b3c2b0fb-299d-4917-ba8b-8e4ca8926627'} bound to L3 agent in host dv-cinder-837051-1-smb {{(pid=87789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 02:57:26.498125 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.l3_hamode_db [None req-36df4b57-e1a8-4862-9cd3-6af46f58e8b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837051-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T02:46:58Z,description=,heartbeat_timestamp=2022-04-08T02:56:58Z,host='dv-cinder-837051-1-smb',id=70d74887-4404-4f0d-99b3-e017d5637063,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T02:46:59Z,topic='l3_agent')) {'router_ids': ['b3c2b0fb-299d-4917-ba8b-8e4ca8926627'], 'active': True} {{(pid=87789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:57:26.637362 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dee742-567c-473d-8662-92e9e20c20b0 req-37262616-5238-40c9-b73d-9adb50a9b32d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:57:26.638866 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-14dee742-567c-473d-8662-92e9e20c20b0 req-37262616-5238-40c9-b73d-9adb50a9b32d service neutron] 10.222.0.39 "GET /v2.0/networks?id=c8c3b9c3-2a08-4eb4-872c-03cbce1e3b10 HTTP/1.1" status: 200 len: 911 time: 0.3937705 Apr 08 02:57:26.685335 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.l3_dvr_db [None req-36df4b57-e1a8-4862-9cd3-6af46f58e8b6 None None] Set router b3c2b0fb-299d-4917-ba8b-8e4ca8926627 gateway port host: dv-cinder-837051-1-smb {{(pid=87789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 02:57:26.750260 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-d1003bc9-6d81-4869-9e6a-b8eeaa494e57 req-a992d42e-15bd-40be-ab51-70c208169ba4 service neutron] 10.222.0.39 "GET /v2.0/networks/936b7271-dac6-41b4-a5e0-bf1fbc60a60f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3180914 Apr 08 02:57:26.785091 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-b65565ef-9d50-43b5-90bd-09f32c553d90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:26.910396 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65565ef-9d50-43b5-90bd-09f32c553d90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e88c8241-7edd-4aff-a784-197dd68f64c1,revision_number=None']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:57:26.930224 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [req-8566e31b-5c7b-4a7e-aa04-9c74f9a6c7da req-013a537e-523d-44c4-834c-5edb6cab82ef tempest-DeleteServersTestJSON-1539218655 tempest-DeleteServersTestJSON-1539218655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762847213038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762846864689'] for port, after_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:26.952583 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-14dee742-567c-473d-8662-92e9e20c20b0 req-b3c0770c-31eb-404c-b9fa-b085fd615ea1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8ec17ccc-498d-4813-8a52-961f542095a0 HTTP/1.1" status: 200 len: 999 time: 0.1734574 Apr 08 02:57:26.981226 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.db [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] get_ports_and_sgs() called for port_ids ['1a93caab-288e-4cd0-ac1b-e9a3e25a43de'] {{(pid=87788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 02:57:27.079367 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013a537e-523d-44c4-834c-5edb6cab82ef tempest-DeleteServersTestJSON-1539218655 tempest-DeleteServersTestJSON-1539218655-project] Pushing event deleted for resources: {'Port': ['ID=1a93caab-288e-4cd0-ac1b-e9a3e25a43de,revision_number=None']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:57:27.115323 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.l3_hamode_db [None req-36df4b57-e1a8-4862-9cd3-6af46f58e8b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3c2b0fb-299d-4917-ba8b-8e4ca8926627', 'name': 'tempest-AttachVolumeTestJSON-997133802-router', 'tenant_id': '27912339e79e43db900700b20c01bd73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'external_fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.206'}], 'enable_snat': True}, 'gw_port_id': '39ba25d6-4620-4749-9413-84e0dd6b05d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:56:23Z', 'updated_at': '2022-04-08T02:56:36Z', 'revision_number': 4, 'project_id': '27912339e79e43db900700b20c01bd73', 'gw_port': {'id': '39ba25d6-4620-4749-9413-84e0dd6b05d8', 'name': '', 'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:62:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c2b0fb-299d-4917-ba8b-8e4ca8926627', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:56:25Z', 'updated_at': '2022-04-08T02:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-smb', '_floatingips': [{'id': '77bec558-3cb2-4de2-8d0c-42c6dbd826cc', 'tenant_id': '27912339e79e43db900700b20c01bd73', 'floating_ip_address': '172.28.2.170', 'floating_network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'router_id': 'b3c2b0fb-299d-4917-ba8b-8e4ca8926627', 'port_id': '8ec17ccc-498d-4813-8a52-961f542095a0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8c3b9c3-2a08-4eb4-872c-03cbce1e3b10', 'mac_address': 'fa:16:3e:84:da:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcf140c8-6253-441e-87a3-ae36ef0e2bac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T02:56:54Z', 'updated_at': '2022-04-08T02:57:24Z', 'revision_number': 1, 'project_id': '27912339e79e43db900700b20c01bd73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a02b9cd1-cea8-4513-a105-a26be139fb74', 'name': '', 'network_id': 'c8c3b9c3-2a08-4eb4-872c-03cbce1e3b10', 'tenant_id': '27912339e79e43db900700b20c01bd73', 'mac_address': 'fa:16:3e:0d:7d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c2b0fb-299d-4917-ba8b-8e4ca8926627', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '18b119e0-b657-4738-8e56-4872d79152d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:56:34Z', 'updated_at': '2022-04-08T02:56:54Z', 'revision_number': 5, 'project_id': '27912339e79e43db900700b20c01bd73', 'subnets': [{'id': '18b119e0-b657-4738-8e56-4872d79152d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837051-1-smb', False) {} {{(pid=87789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:57:27.128614 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36df4b57-e1a8-4862-9cd3-6af46f58e8b6 None None] The sync data for ids ['b3c2b0fb-299d-4917-ba8b-8e4ca8926627'] in dv-cinder-837051-1-smb is: [{'id': 'b3c2b0fb-299d-4917-ba8b-8e4ca8926627', 'name': 'tempest-AttachVolumeTestJSON-997133802-router', 'tenant_id': '27912339e79e43db900700b20c01bd73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'external_fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.206'}], 'enable_snat': True}, 'gw_port_id': '39ba25d6-4620-4749-9413-84e0dd6b05d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:56:23Z', 'updated_at': '2022-04-08T02:56:36Z', 'revision_number': 4, 'project_id': '27912339e79e43db900700b20c01bd73', 'gw_port': {'id': '39ba25d6-4620-4749-9413-84e0dd6b05d8', 'name': '', 'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:62:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c2b0fb-299d-4917-ba8b-8e4ca8926627', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:56:25Z', 'updated_at': '2022-04-08T02:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-smb', '_floatingips': [{'id': '77bec558-3cb2-4de2-8d0c-42c6dbd826cc', 'tenant_id': '27912339e79e43db900700b20c01bd73', 'floating_ip_address': '172.28.2.170', 'floating_network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'router_id': 'b3c2b0fb-299d-4917-ba8b-8e4ca8926627', 'port_id': '8ec17ccc-498d-4813-8a52-961f542095a0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8c3b9c3-2a08-4eb4-872c-03cbce1e3b10', 'mac_address': 'fa:16:3e:84:da:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcf140c8-6253-441e-87a3-ae36ef0e2bac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T02:56:54Z', 'updated_at': '2022-04-08T02:57:24Z', 'revision_number': 1, 'project_id': '27912339e79e43db900700b20c01bd73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a02b9cd1-cea8-4513-a105-a26be139fb74', 'name': '', 'network_id': 'c8c3b9c3-2a08-4eb4-872c-03cbce1e3b10', 'tenant_id': '27912339e79e43db900700b20c01bd73', 'mac_address': 'fa:16:3e:0d:7d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c2b0fb-299d-4917-ba8b-8e4ca8926627', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '18b119e0-b657-4738-8e56-4872d79152d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:56:34Z', 'updated_at': '2022-04-08T02:56:54Z', 'revision_number': 5, 'project_id': '27912339e79e43db900700b20c01bd73', 'subnets': [{'id': '18b119e0-b657-4738-8e56-4872d79152d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 02:57:27.137609 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-b65565ef-9d50-43b5-90bd-09f32c553d90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:27.138972 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-b65565ef-9d50-43b5-90bd-09f32c553d90 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e88c8241-7edd-4aff-a784-197dd68f64c1 HTTP/1.1" status: 204 len: 168 time: 1.2907681 Apr 08 02:57:27.140163 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.l3_dvrscheduler_db [req-8566e31b-5c7b-4a7e-aa04-9c74f9a6c7da req-013a537e-523d-44c4-834c-5edb6cab82ef tempest-DeleteServersTestJSON-1539218655 tempest-DeleteServersTestJSON-1539218655-project] No DVR routers for this DVR port 1a93caab-288e-4cd0-ac1b-e9a3e25a43de on host hv-cinder-83705 {{(pid=87787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 02:57:27.152293 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [req-8566e31b-5c7b-4a7e-aa04-9c74f9a6c7da req-013a537e-523d-44c4-834c-5edb6cab82ef tempest-DeleteServersTestJSON-1539218655 tempest-DeleteServersTestJSON-1539218655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207533'] for port, before_response {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:27.154304 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-8566e31b-5c7b-4a7e-aa04-9c74f9a6c7da req-013a537e-523d-44c4-834c-5edb6cab82ef tempest-DeleteServersTestJSON-1539218655 tempest-DeleteServersTestJSON-1539218655-project] 10.222.0.39 "DELETE /v2.0/ports/1a93caab-288e-4cd0-ac1b-e9a3e25a43de HTTP/1.1" status: 204 len: 173 time: 1.6750598 Apr 08 02:57:27.154968 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c24a517-4edd-4c9c-8ad9-e4c8e32f9148', 'name': 'network-vif-deleted', 'tag': '1a93caab-288e-4cd0-ac1b-e9a3e25a43de'}] {{(pid=87787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 02:57:27.170390 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-d1003bc9-6d81-4869-9e6a-b8eeaa494e57 req-036547ff-42d2-4f39-a911-07ec2be5372a service neutron] 10.222.0.39 "GET /v2.0/networks/936b7271-dac6-41b4-a5e0-bf1fbc60a60f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4131753 Apr 08 02:57:27.181413 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d11c24-cc5f-4a68-96d2-ca398093de6e req-b1947ca5-df00-4198-8f72-2f40ed4e8bff tempest-VolumesActionsTest-1424607663 tempest-VolumesActionsTest-1424607663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:57:27.182618 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-b0d11c24-cc5f-4a68-96d2-ca398093de6e req-b1947ca5-df00-4198-8f72-2f40ed4e8bff tempest-VolumesActionsTest-1424607663 tempest-VolumesActionsTest-1424607663-project] 10.222.0.15 "GET /v2.0/ports?device_id=f45f4268-0203-4fb4-9ef9-edc6b642ea99 HTTP/1.1" status: 200 len: 943 time: 0.3339911 Apr 08 02:57:27.258115 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dee742-567c-473d-8662-92e9e20c20b0 req-49998183-b6af-448c-a2e7-577baf7a594a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:57:27.258977 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-14dee742-567c-473d-8662-92e9e20c20b0 req-49998183-b6af-448c-a2e7-577baf7a594a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=18b119e0-b657-4738-8e56-4872d79152d5 HTTP/1.1" status: 200 len: 849 time: 0.2903426 Apr 08 02:57:27.417681 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d77666-c00d-4bdc-88c9-74a88d2fc17a None None] New status for floating IP 77bec558-3cb2-4de2-8d0c-42c6dbd826cc: ACTIVE {{(pid=87788) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 02:57:27.433762 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-b0d11c24-cc5f-4a68-96d2-ca398093de6e req-1e34408f-7df2-41de-a652-066d4940baf8 tempest-VolumesActionsTest-1424607663 tempest-VolumesActionsTest-1424607663-project] 10.222.0.15 "GET /v2.0/security-groups?id=82302429-d183-4da8-968b-90e59e5b9eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2396493 Apr 08 02:57:27.511996 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba412abe-0c3b-4eae-ae7e-1627abf58169 req-c0767fe3-8ebd-4c60-9e09-eaa2d04e50be tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:57:27.513443 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-ba412abe-0c3b-4eae-ae7e-1627abf58169 req-c0767fe3-8ebd-4c60-9e09-eaa2d04e50be tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4393a78-1cab-4756-88e9-3b634af68a4b HTTP/1.1" status: 200 len: 946 time: 0.4116592 Apr 08 02:57:27.563960 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dee742-567c-473d-8662-92e9e20c20b0 req-3aa5d212-6b94-425c-8d16-9aef81229cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:57:27.565463 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-14dee742-567c-473d-8662-92e9e20c20b0 req-3aa5d212-6b94-425c-8d16-9aef81229cc9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c8c3b9c3-2a08-4eb4-872c-03cbce1e3b10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2679517 Apr 08 02:57:27.676485 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-ba412abe-0c3b-4eae-ae7e-1627abf58169 req-4820d7f5-274b-4db9-91fe-bfe67a9931a7 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/security-groups?id=182843b8-633a-4f61-a3e3-f50baa1f3acb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468134 Apr 08 02:57:27.748549 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b503b3b-0ae0-4d60-b76b-954c545ca1a5'] response: {'server_uuid': '2c24a517-4edd-4c9c-8ad9-e4c8e32f9148', 'name': 'network-vif-deleted', 'tag': '1a93caab-288e-4cd0-ac1b-e9a3e25a43de', 'status': 'completed', 'code': 200} Apr 08 02:57:27.762238 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-20eb00f2-1b13-4a3e-951b-c9ec3673cfb8 req-582fe685-9e44-4ddd-a979-dbf2c314cc57 tempest-DeleteServersTestJSON-1539218655 tempest-DeleteServersTestJSON-1539218655-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c24a517-4edd-4c9c-8ad9-e4c8e32f9148 HTTP/1.1" status: 200 len: 210 time: 0.1296995 Apr 08 02:57:27.786257 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.db.resource_extend [None req-7f75c7a3-f0b3-471e-8551-53e4dc578677 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 08 02:57:27.900293 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-14dee742-567c-473d-8662-92e9e20c20b0 req-29e5e9ba-e025-4a3a-9c5c-bc3362d4a72d service neutron] 10.222.0.39 "GET /v2.0/networks/c8c3b9c3-2a08-4eb4-872c-03cbce1e3b10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3119686 Apr 08 02:57:27.914664 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-7f75c7a3-f0b3-471e-8551-53e4dc578677 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:27.966447 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 43346) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:57:27.990194 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-60be009d-3c25-4f01-9f8c-df1a0dbcb9f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:28.009323 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-60be009d-3c25-4f01-9f8c-df1a0dbcb9f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:57:28.013585 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-60be009d-3c25-4f01-9f8c-df1a0dbcb9f0 admin admin] Usage tracker for resource:security_group_rule and tenant:816b50cb0e4d46bcbee09077efa398b3 is out of sync, need to count used quota {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:57:28.016976 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-60be009d-3c25-4f01-9f8c-df1a0dbcb9f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:57:28.022325 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-7f75c7a3-f0b3-471e-8551-53e4dc578677 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-333402'] for floatingip, after_update {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:28.033554 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-60be009d-3c25-4f01-9f8c-df1a0dbcb9f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:57:28.134503 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-60be009d-3c25-4f01-9f8c-df1a0dbcb9f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:28.214178 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-60be009d-3c25-4f01-9f8c-df1a0dbcb9f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:28.276858 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-60be009d-3c25-4f01-9f8c-df1a0dbcb9f0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=816b50cb0e4d46bcbee09077efa398b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3088341 Apr 08 02:57:28.277914 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 43354) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:57:28.281952 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60be009d-3c25-4f01-9f8c-df1a0dbcb9f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a23d13d2-a1a8-4140-826d-44bfbba190a4,revision_number=1']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:57:28.314668 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-b09bd2ce-e05e-4d09-8667-7a20a9f61e94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:28.317891 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-14dee742-567c-473d-8662-92e9e20c20b0 req-909103f8-bccb-439d-b52d-28d9edc8fc01 service neutron] 10.222.0.39 "GET /v2.0/networks/c8c3b9c3-2a08-4eb4-872c-03cbce1e3b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4017541 Apr 08 02:57:28.346853 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.db.l3_db [None req-7f75c7a3-f0b3-471e-8551-53e4dc578677 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Floating IP b26fb173-ef6b-4cb9-89b8-1cab419be575 associated. External IP: 172.28.2.142, port: b7d4bd13-6a1e-4fc0-b932-4781581db910. Apr 08 02:57:28.450735 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-79c81e4d-6f29-4125-a055-f72613ee2c41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:28.477901 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-79c81e4d-6f29-4125-a055-f72613ee2c41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:28.588401 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-79c81e4d-6f29-4125-a055-f72613ee2c41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:28.603340 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c81e4d-6f29-4125-a055-f72613ee2c41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a23d13d2-a1a8-4140-826d-44bfbba190a4,revision_number=None']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:57:28.610535 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-79c81e4d-6f29-4125-a055-f72613ee2c41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:28.612272 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-79c81e4d-6f29-4125-a055-f72613ee2c41 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a23d13d2-a1a8-4140-826d-44bfbba190a4 HTTP/1.1" status: 204 len: 168 time: 0.3317659 Apr 08 02:57:28.800831 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5563ed-2c45-4771-8d5b-c88ebe1d298b req-58d5b221-8981-449d-8a3c-7b5a4874ab46 tempest-VolumesActionsTest-1424607663 tempest-VolumesActionsTest-1424607663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:57:28.802835 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-3e5563ed-2c45-4771-8d5b-c88ebe1d298b req-58d5b221-8981-449d-8a3c-7b5a4874ab46 tempest-VolumesActionsTest-1424607663 tempest-VolumesActionsTest-1424607663-project] 10.222.0.15 "GET /v2.0/ports?device_id=f45f4268-0203-4fb4-9ef9-edc6b642ea99 HTTP/1.1" status: 200 len: 943 time: 0.2043843 Apr 08 02:57:28.810774 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f75c7a3-f0b3-471e-8551-53e4dc578677 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Router 44a33464-cbad-47c2-82a1-16fb5f8565f4 has already been hosted by L3 agent 70d74887-4404-4f0d-99b3-e017d5637063 {{(pid=87786) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 02:57:28.970837 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-3e5563ed-2c45-4771-8d5b-c88ebe1d298b req-7c65d7ed-1038-45ee-b4b7-6cb2df5068fb tempest-VolumesActionsTest-1424607663 tempest-VolumesActionsTest-1424607663-project] 10.222.0.15 "GET /v2.0/security-groups?id=82302429-d183-4da8-968b-90e59e5b9eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584868 Apr 08 02:57:29.145262 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97297b52-f875-48a6-b7ca-34464b50151a req-d66b37d4-185b-4223-aaee-f869b3e935ef tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:57:29.149333 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-ef00a636-a289-418c-ab96-90866b017a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:29.152937 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-97297b52-f875-48a6-b7ca-34464b50151a req-d66b37d4-185b-4223-aaee-f869b3e935ef tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4393a78-1cab-4756-88e9-3b634af68a4b HTTP/1.1" status: 200 len: 946 time: 0.3036973 Apr 08 02:57:29.180705 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f75c7a3-f0b3-471e-8551-53e4dc578677 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Notify agent at l3_agent.dv-cinder-837051-1-smb the message routers_updated {{(pid=87786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 02:57:29.191214 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dccf4bd2-cc24-467b-bd36-6b1432127f8f None None] Sync routers for ids ['44a33464-cbad-47c2-82a1-16fb5f8565f4'] in dv-cinder-837051-1-smb {{(pid=87789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 02:57:29.207648 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dccf4bd2-cc24-467b-bd36-6b1432127f8f None None] Routers {'44a33464-cbad-47c2-82a1-16fb5f8565f4'} bound to L3 agent in host dv-cinder-837051-1-smb {{(pid=87789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 02:57:29.209359 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.l3_hamode_db [None req-dccf4bd2-cc24-467b-bd36-6b1432127f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837051-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T02:46:58Z,description=,heartbeat_timestamp=2022-04-08T02:57:28Z,host='dv-cinder-837051-1-smb',id=70d74887-4404-4f0d-99b3-e017d5637063,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T02:46:59Z,topic='l3_agent')) {'router_ids': ['44a33464-cbad-47c2-82a1-16fb5f8565f4'], 'active': True} {{(pid=87789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:57:29.226137 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-7f75c7a3-f0b3-471e-8551-53e4dc578677 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207533'] for floatingip, before_response {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:29.257096 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:29.307496 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-97297b52-f875-48a6-b7ca-34464b50151a req-51560295-1dd1-48db-846d-4f9e859e64ff tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/security-groups?id=182843b8-633a-4f61-a3e3-f50baa1f3acb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513951 Apr 08 02:57:29.348153 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [None req-7f75c7a3-f0b3-471e-8551-53e4dc578677 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "PUT /v2.0/floatingips/b26fb173-ef6b-4cb9-89b8-1cab419be575 HTTP/1.1" status: 200 len: 991 time: 3.0358541 Apr 08 02:57:29.348609 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df0970e5-c7c0-43bb-8474-b5e830fcd18b', 'tag': 'b7d4bd13-6a1e-4fc0-b932-4781581db910'}] {{(pid=87786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 02:57:29.396417 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87137526-db42-4e95-85c6-740c94bfeae4'] response: {'name': 'network-changed', 'server_uuid': 'df0970e5-c7c0-43bb-8474-b5e830fcd18b', 'tag': 'b7d4bd13-6a1e-4fc0-b932-4781581db910', 'status': 'completed', 'code': 200} Apr 08 02:57:29.506135 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.l3_dvr_db [None req-dccf4bd2-cc24-467b-bd36-6b1432127f8f None None] Set router 44a33464-cbad-47c2-82a1-16fb5f8565f4 gateway port host: dv-cinder-837051-1-smb {{(pid=87789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 02:57:29.575650 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9856dac-c615-4fd1-98b0-f5b77bf03c9c req-12bfc6c6-9c0d-4d7d-822f-c3d47726b89e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:57:29.577695 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-f9856dac-c615-4fd1-98b0-f5b77bf03c9c req-12bfc6c6-9c0d-4d7d-822f-c3d47726b89e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8802cd0cfe144a92a69089a1dac25d8f&device_id=df0970e5-c7c0-43bb-8474-b5e830fcd18b HTTP/1.1" status: 200 len: 1098 time: 0.1019423 Apr 08 02:57:29.743848 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9856dac-c615-4fd1-98b0-f5b77bf03c9c req-3615f0c6-d783-41f5-92f5-6a8e94bd49eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:57:29.743848 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-f9856dac-c615-4fd1-98b0-f5b77bf03c9c req-3615f0c6-d783-41f5-92f5-6a8e94bd49eb service neutron] 10.222.0.39 "GET /v2.0/networks?id=13de0308-e21f-45b1-8a0f-24108cbfbce7 HTTP/1.1" status: 200 len: 918 time: 0.1475339 Apr 08 02:57:29.842257 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-f9856dac-c615-4fd1-98b0-f5b77bf03c9c req-75500030-390a-40ef-9c7d-15e1cbcd4e41 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b7d4bd13-6a1e-4fc0-b932-4781581db910 HTTP/1.1" status: 200 len: 999 time: 0.1022754 Apr 08 02:57:29.932934 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9856dac-c615-4fd1-98b0-f5b77bf03c9c req-3598a4d0-95d5-4e2b-95c0-964719ac25c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:57:29.935656 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-f9856dac-c615-4fd1-98b0-f5b77bf03c9c req-3598a4d0-95d5-4e2b-95c0-964719ac25c8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=da634180-ad94-49db-9cf0-02a07794ec35 HTTP/1.1" status: 200 len: 856 time: 0.0834250 Apr 08 02:57:29.959561 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.l3_hamode_db [None req-dccf4bd2-cc24-467b-bd36-6b1432127f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44a33464-cbad-47c2-82a1-16fb5f8565f4', 'name': 'tempest-AttachVolumeShelveTestJSON-1267468133-router', 'tenant_id': '8802cd0cfe144a92a69089a1dac25d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'external_fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.178'}], 'enable_snat': True}, 'gw_port_id': '0fb68517-97ef-47d9-beb2-a116d6cdc331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:56:27Z', 'updated_at': '2022-04-08T02:56:46Z', 'revision_number': 4, 'project_id': '8802cd0cfe144a92a69089a1dac25d8f', 'gw_port': {'id': '0fb68517-97ef-47d9-beb2-a116d6cdc331', 'name': '', 'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:46:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44a33464-cbad-47c2-82a1-16fb5f8565f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:56:30Z', 'updated_at': '2022-04-08T02:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-smb', '_floatingips': [{'id': 'b26fb173-ef6b-4cb9-89b8-1cab419be575', 'tenant_id': '8802cd0cfe144a92a69089a1dac25d8f', 'floating_ip_address': '172.28.2.142', 'floating_network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'router_id': '44a33464-cbad-47c2-82a1-16fb5f8565f4', 'port_id': 'b7d4bd13-6a1e-4fc0-b932-4781581db910', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13de0308-e21f-45b1-8a0f-24108cbfbce7', 'mac_address': 'fa:16:3e:d4:e4:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0970e5-c7c0-43bb-8474-b5e830fcd18b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T02:56:58Z', 'updated_at': '2022-04-08T02:57:27Z', 'revision_number': 1, 'project_id': '8802cd0cfe144a92a69089a1dac25d8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7972713-86ee-4d57-a034-77787b34547f', 'name': '', 'network_id': '13de0308-e21f-45b1-8a0f-24108cbfbce7', 'tenant_id': '8802cd0cfe144a92a69089a1dac25d8f', 'mac_address': 'fa:16:3e:87:51:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44a33464-cbad-47c2-82a1-16fb5f8565f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'da634180-ad94-49db-9cf0-02a07794ec35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:56:43Z', 'updated_at': '2022-04-08T02:57:00Z', 'revision_number': 5, 'project_id': '8802cd0cfe144a92a69089a1dac25d8f', 'subnets': [{'id': 'da634180-ad94-49db-9cf0-02a07794ec35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837051-1-smb', False) {} {{(pid=87789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:57:29.965392 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dccf4bd2-cc24-467b-bd36-6b1432127f8f None None] Checking router: 44a33464-cbad-47c2-82a1-16fb5f8565f4 for host: dv-cinder-837051-1-smb {{(pid=87789) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 02:57:29.975639 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dccf4bd2-cc24-467b-bd36-6b1432127f8f None None] Routers {'44a33464-cbad-47c2-82a1-16fb5f8565f4'} bound to L3 agent in host dv-cinder-837051-1-smb {{(pid=87789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 02:57:29.976593 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.l3_hamode_db [None req-dccf4bd2-cc24-467b-bd36-6b1432127f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837051-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T02:46:58Z,description=,heartbeat_timestamp=2022-04-08T02:57:28Z,host='dv-cinder-837051-1-smb',id=70d74887-4404-4f0d-99b3-e017d5637063,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T02:46:59Z,topic='l3_agent')) {'router_ids': ['44a33464-cbad-47c2-82a1-16fb5f8565f4'], 'active': True} {{(pid=87789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:57:29.978708 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Device 1a93caab-288e-4cd0-ac1b-e9a3e25a43de no longer exists at agent hyperv_hv-cinder-83705 {{(pid=87788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 02:57:30.063513 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9856dac-c615-4fd1-98b0-f5b77bf03c9c req-ffdaa19d-eafe-405f-8424-5c47366595b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:57:30.065031 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-f9856dac-c615-4fd1-98b0-f5b77bf03c9c req-ffdaa19d-eafe-405f-8424-5c47366595b3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=13de0308-e21f-45b1-8a0f-24108cbfbce7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1220574 Apr 08 02:57:30.091021 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.plugin [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] No Port match for: 1a93caab-288e-4cd0-ac1b-e9a3e25a43de {{(pid=87788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 02:57:30.091577 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Device 1a93caab-288e-4cd0-ac1b-e9a3e25a43de not bound to the agent host hv-cinder-83705 {{(pid=87788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 02:57:30.314312 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.l3_dvr_db [None req-dccf4bd2-cc24-467b-bd36-6b1432127f8f None None] Set router 44a33464-cbad-47c2-82a1-16fb5f8565f4 gateway port host: dv-cinder-837051-1-smb {{(pid=87789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 02:57:30.509905 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-f9856dac-c615-4fd1-98b0-f5b77bf03c9c req-c10874bd-ec5c-4dac-9fc7-b7fed3d51d8d service neutron] 10.222.0.39 "GET /v2.0/networks/13de0308-e21f-45b1-8a0f-24108cbfbce7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4369624 Apr 08 02:57:30.548301 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-0700d8e1-2fb2-4ab8-b601-2cbd26aa24a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:30.652323 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab842a3b-4a9c-4dc7-bd80-cffbce41e0f7 req-44c0f778-019a-4749-aef3-f25f549c1ccd tempest-VolumesActionsTest-1424607663 tempest-VolumesActionsTest-1424607663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:57:30.653810 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-ab842a3b-4a9c-4dc7-bd80-cffbce41e0f7 req-44c0f778-019a-4749-aef3-f25f549c1ccd tempest-VolumesActionsTest-1424607663 tempest-VolumesActionsTest-1424607663-project] 10.222.0.15 "GET /v2.0/ports?device_id=f45f4268-0203-4fb4-9ef9-edc6b642ea99 HTTP/1.1" status: 200 len: 943 time: 0.4767933 Apr 08 02:57:30.777099 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-ab842a3b-4a9c-4dc7-bd80-cffbce41e0f7 req-878762b6-aa4e-45ce-98f7-9ddd1d02ba1d tempest-VolumesActionsTest-1424607663 tempest-VolumesActionsTest-1424607663-project] 10.222.0.15 "GET /v2.0/security-groups?id=82302429-d183-4da8-968b-90e59e5b9eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994518 Apr 08 02:57:30.782563 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.l3_hamode_db [None req-dccf4bd2-cc24-467b-bd36-6b1432127f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44a33464-cbad-47c2-82a1-16fb5f8565f4', 'name': 'tempest-AttachVolumeShelveTestJSON-1267468133-router', 'tenant_id': '8802cd0cfe144a92a69089a1dac25d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'external_fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.178'}], 'enable_snat': True}, 'gw_port_id': '0fb68517-97ef-47d9-beb2-a116d6cdc331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:56:27Z', 'updated_at': '2022-04-08T02:56:46Z', 'revision_number': 4, 'project_id': '8802cd0cfe144a92a69089a1dac25d8f', 'gw_port': {'id': '0fb68517-97ef-47d9-beb2-a116d6cdc331', 'name': '', 'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:46:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44a33464-cbad-47c2-82a1-16fb5f8565f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:56:30Z', 'updated_at': '2022-04-08T02:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-smb', '_floatingips': [{'id': 'b26fb173-ef6b-4cb9-89b8-1cab419be575', 'tenant_id': '8802cd0cfe144a92a69089a1dac25d8f', 'floating_ip_address': '172.28.2.142', 'floating_network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'router_id': '44a33464-cbad-47c2-82a1-16fb5f8565f4', 'port_id': 'b7d4bd13-6a1e-4fc0-b932-4781581db910', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13de0308-e21f-45b1-8a0f-24108cbfbce7', 'mac_address': 'fa:16:3e:d4:e4:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0970e5-c7c0-43bb-8474-b5e830fcd18b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T02:56:58Z', 'updated_at': '2022-04-08T02:57:27Z', 'revision_number': 1, 'project_id': '8802cd0cfe144a92a69089a1dac25d8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7972713-86ee-4d57-a034-77787b34547f', 'name': '', 'network_id': '13de0308-e21f-45b1-8a0f-24108cbfbce7', 'tenant_id': '8802cd0cfe144a92a69089a1dac25d8f', 'mac_address': 'fa:16:3e:87:51:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44a33464-cbad-47c2-82a1-16fb5f8565f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'da634180-ad94-49db-9cf0-02a07794ec35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:56:43Z', 'updated_at': '2022-04-08T02:57:00Z', 'revision_number': 5, 'project_id': '8802cd0cfe144a92a69089a1dac25d8f', 'subnets': [{'id': 'da634180-ad94-49db-9cf0-02a07794ec35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837051-1-smb', False) {} {{(pid=87789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:57:30.787022 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dccf4bd2-cc24-467b-bd36-6b1432127f8f None None] The sync data for ids ['44a33464-cbad-47c2-82a1-16fb5f8565f4'] in dv-cinder-837051-1-smb is: [{'id': '44a33464-cbad-47c2-82a1-16fb5f8565f4', 'name': 'tempest-AttachVolumeShelveTestJSON-1267468133-router', 'tenant_id': '8802cd0cfe144a92a69089a1dac25d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'external_fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.178'}], 'enable_snat': True}, 'gw_port_id': '0fb68517-97ef-47d9-beb2-a116d6cdc331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:56:27Z', 'updated_at': '2022-04-08T02:56:46Z', 'revision_number': 4, 'project_id': '8802cd0cfe144a92a69089a1dac25d8f', 'gw_port': {'id': '0fb68517-97ef-47d9-beb2-a116d6cdc331', 'name': '', 'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:46:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44a33464-cbad-47c2-82a1-16fb5f8565f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:56:30Z', 'updated_at': '2022-04-08T02:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-smb', '_floatingips': [{'id': 'b26fb173-ef6b-4cb9-89b8-1cab419be575', 'tenant_id': '8802cd0cfe144a92a69089a1dac25d8f', 'floating_ip_address': '172.28.2.142', 'floating_network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'router_id': '44a33464-cbad-47c2-82a1-16fb5f8565f4', 'port_id': 'b7d4bd13-6a1e-4fc0-b932-4781581db910', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13de0308-e21f-45b1-8a0f-24108cbfbce7', 'mac_address': 'fa:16:3e:d4:e4:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0970e5-c7c0-43bb-8474-b5e830fcd18b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T02:56:58Z', 'updated_at': '2022-04-08T02:57:27Z', 'revision_number': 1, 'project_id': '8802cd0cfe144a92a69089a1dac25d8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7972713-86ee-4d57-a034-77787b34547f', 'name': '', 'network_id': '13de0308-e21f-45b1-8a0f-24108cbfbce7', 'tenant_id': '8802cd0cfe144a92a69089a1dac25d8f', 'mac_address': 'fa:16:3e:87:51:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44a33464-cbad-47c2-82a1-16fb5f8565f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'da634180-ad94-49db-9cf0-02a07794ec35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:56:43Z', 'updated_at': '2022-04-08T02:57:00Z', 'revision_number': 5, 'project_id': '8802cd0cfe144a92a69089a1dac25d8f', 'subnets': [{'id': 'da634180-ad94-49db-9cf0-02a07794ec35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 02:57:30.795067 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c473fe7-7067-4cb2-b62b-f6094776c83e req-731fe6b9-0a72-4804-a11d-9a41522c84d8 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:57:30.796599 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-2c473fe7-7067-4cb2-b62b-f6094776c83e req-731fe6b9-0a72-4804-a11d-9a41522c84d8 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4393a78-1cab-4756-88e9-3b634af68a4b HTTP/1.1" status: 200 len: 946 time: 0.3628767 Apr 08 02:57:30.841115 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-f9856dac-c615-4fd1-98b0-f5b77bf03c9c req-c44cf5b6-aed7-415e-ba74-e4618ebc9f0b service neutron] 10.222.0.39 "GET /v2.0/networks/13de0308-e21f-45b1-8a0f-24108cbfbce7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3237731 Apr 08 02:57:30.864535 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-2c473fe7-7067-4cb2-b62b-f6094776c83e req-8d4cc41c-fc82-49b6-a60e-6b3e28459b4b tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/security-groups?id=182843b8-633a-4f61-a3e3-f50baa1f3acb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485933 Apr 08 02:57:31.025340 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d641f0ee-2048-4e14-9135-e0b0dd28c32b None None] New status for floating IP b26fb173-ef6b-4cb9-89b8-1cab419be575: ACTIVE {{(pid=87788) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 02:57:31.182946 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 43460) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:57:31.247300 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a3e304a-44b2-4d04-a397-660ddab4ad82 admin admin] Deleting subnet d0f08717-2460-411d-9eae-c5089f58933a {{(pid=87787) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 08 02:57:31.251191 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-2a3e304a-44b2-4d04-a397-660ddab4ad82 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:31.306504 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-2a3e304a-44b2-4d04-a397-660ddab4ad82 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:31.314560 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-2a3e304a-44b2-4d04-a397-660ddab4ad82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-576545'] for subnet, precommit_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:31.456658 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-2a3e304a-44b2-4d04-a397-660ddab4ad82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-576552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254'] for subnet, after_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:31.495128 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3e304a-44b2-4d04-a397-660ddab4ad82 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0f08717-2460-411d-9eae-c5089f58933a,revision_number=None']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:57:31.502232 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-2a3e304a-44b2-4d04-a397-660ddab4ad82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539232'] for subnet, before_response {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:31.508222 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-2a3e304a-44b2-4d04-a397-660ddab4ad82 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/d0f08717-2460-411d-9eae-c5089f58933a HTTP/1.1" status: 204 len: 168 time: 0.3235097 Apr 08 02:57:31.510560 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 43474) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:57:31.620631 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-dbaa661c-263a-4c2a-a77d-1039842c1fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-570621'] for network, before_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:31.746600 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-dbaa661c-263a-4c2a-a77d-1039842c1fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577450', 'neutron.services.segments.db._delete_segments_for_network-8762847383381'] for network, precommit_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:31.778914 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-dbaa661c-263a-4c2a-a77d-1039842c1fd9 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=87787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:57:31.779283 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-dbaa661c-263a-4c2a-a77d-1039842c1fd9 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=87787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:57:31.780039 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-dbaa661c-263a-4c2a-a77d-1039842c1fd9 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:57:31.780357 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-dbaa661c-263a-4c2a-a77d-1039842c1fd9 admin admin] Subscribe: > port after_create 55550000 {{(pid=87787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:57:31.780670 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-dbaa661c-263a-4c2a-a77d-1039842c1fd9 admin admin] Subscribe: > port after_delete 55550000 {{(pid=87787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:57:31.781006 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-dbaa661c-263a-4c2a-a77d-1039842c1fd9 admin admin] Subscribe: > port after_update 55550000 {{(pid=87787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:57:31.781450 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-dbaa661c-263a-4c2a-a77d-1039842c1fd9 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=87787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:57:31.781794 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-dbaa661c-263a-4c2a-a77d-1039842c1fd9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=87787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:57:31.782170 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-dbaa661c-263a-4c2a-a77d-1039842c1fd9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=87787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:57:31.782474 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-dbaa661c-263a-4c2a-a77d-1039842c1fd9 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=87787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:57:31.926137 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-dbaa661c-263a-4c2a-a77d-1039842c1fd9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=87787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:57:31.926626 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-dbaa661c-263a-4c2a-a77d-1039842c1fd9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=87787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:57:31.927050 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-dbaa661c-263a-4c2a-a77d-1039842c1fd9 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=87787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:57:31.927547 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-dbaa661c-263a-4c2a-a77d-1039842c1fd9 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=87787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:57:31.929747 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.services.segments.db [None req-dbaa661c-263a-4c2a-a77d-1039842c1fd9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['072ff000-5f9f-4f59-98b5-3350abf967de']}} {{(pid=87787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:57:31.947567 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.services.segments.db [None req-dbaa661c-263a-4c2a-a77d-1039842c1fd9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3ebf9a4-de2c-4dcf-87e2-47ccc7ef81d2') {'for_net_delete': True} {{(pid=87787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:57:31.947998 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.services.segments.db [None req-dbaa661c-263a-4c2a-a77d-1039842c1fd9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3ebf9a4-de2c-4dcf-87e2-47ccc7ef81d2') {} {{(pid=87787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:57:31.962194 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-dbaa661c-263a-4c2a-a77d-1039842c1fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762847386736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3007351'] for segment, before_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:31.973184 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Device a07e3dba-db61-43d9-a372-b4edffedbb43 details requested by agent hyperv_hv-cinder-83705 with host hv-cinder-83705 {{(pid=87788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 08 02:57:31.981128 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-dbaa661c-263a-4c2a-a77d-1039842c1fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575478'] for segment, precommit_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:31.988409 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbaa661c-263a-4c2a-a77d-1039842c1fd9 admin admin] Releasing vlan 257 on physical network physnet1 to pool {{(pid=87787) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 02:57:31.988798 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-dbaa661c-263a-4c2a-a77d-1039842c1fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-575460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3006633'] for segment, after_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:32.005206 dv-cinder-837051-1-smb neutron-server[87787]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 08 02:57:32.005206 dv-cinder-837051-1-smb neutron-server[87787]: from cryptography.utils import int_from_bytes Apr 08 02:57:32.005206 dv-cinder-837051-1-smb neutron-server[87787]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 08 02:57:32.005206 dv-cinder-837051-1-smb neutron-server[87787]: from cryptography.utils import int_from_bytes Apr 08 02:57:32.005206 dv-cinder-837051-1-smb neutron-server[87787]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 08 02:57:32.005206 dv-cinder-837051-1-smb neutron-server[87787]: util.warn_limited( Apr 08 02:57:32.005206 dv-cinder-837051-1-smb neutron-server[87787]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 08 02:57:32.005206 dv-cinder-837051-1-smb neutron-server[87787]: util.warn_limited( Apr 08 02:57:32.005206 dv-cinder-837051-1-smb neutron-server[87787]: Traceback (most recent call last): Apr 08 02:57:32.005206 dv-cinder-837051-1-smb neutron-server[87787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 02:57:32.005206 dv-cinder-837051-1-smb neutron-server[87787]: timer() Apr 08 02:57:32.005206 dv-cinder-837051-1-smb neutron-server[87787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 02:57:32.005206 dv-cinder-837051-1-smb neutron-server[87787]: cb(*args, **kw) Apr 08 02:57:32.005206 dv-cinder-837051-1-smb neutron-server[87787]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 02:57:32.005206 dv-cinder-837051-1-smb neutron-server[87787]: return func(*args, **kwargs) Apr 08 02:57:32.005206 dv-cinder-837051-1-smb neutron-server[87787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 02:57:32.005206 dv-cinder-837051-1-smb neutron-server[87787]: self._notify() Apr 08 02:57:32.005206 dv-cinder-837051-1-smb neutron-server[87787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 02:57:32.005206 dv-cinder-837051-1-smb neutron-server[87787]: self.callback(batched_events) Apr 08 02:57:32.005206 dv-cinder-837051-1-smb neutron-server[87787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 02:57:32.005206 dv-cinder-837051-1-smb neutron-server[87787]: event.method(event) Apr 08 02:57:32.005206 dv-cinder-837051-1-smb neutron-server[87787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 02:57:32.005206 dv-cinder-837051-1-smb neutron-server[87787]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 02:57:32.005206 dv-cinder-837051-1-smb neutron-server[87787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 02:57:32.005206 dv-cinder-837051-1-smb neutron-server[87787]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 02:57:32.005206 dv-cinder-837051-1-smb neutron-server[87787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 02:57:32.005206 dv-cinder-837051-1-smb neutron-server[87787]: return f(self, *a, **k) Apr 08 02:57:32.005206 dv-cinder-837051-1-smb neutron-server[87787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 02:57:32.005206 dv-cinder-837051-1-smb neutron-server[87787]: return self._get(url).json() Apr 08 02:57:32.005206 dv-cinder-837051-1-smb neutron-server[87787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 08 02:57:32.005206 dv-cinder-837051-1-smb neutron-server[87787]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 02:57:32.005206 dv-cinder-837051-1-smb neutron-server[87787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 02:57:32.005206 dv-cinder-837051-1-smb neutron-server[87787]: return self.request(url, 'GET', **kwargs) Apr 08 02:57:32.005206 dv-cinder-837051-1-smb neutron-server[87787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 02:57:32.005206 dv-cinder-837051-1-smb neutron-server[87787]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 02:57:32.005206 dv-cinder-837051-1-smb neutron-server[87787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 02:57:32.005206 dv-cinder-837051-1-smb neutron-server[87787]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 02:57:32.005206 dv-cinder-837051-1-smb neutron-server[87787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 02:57:32.005206 dv-cinder-837051-1-smb neutron-server[87787]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 02:57:32.005206 dv-cinder-837051-1-smb neutron-server[87787]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 02:57:32.033201 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c64153-9f9c-413f-8259-83881f991789 req-f62a6d28-5bc7-4087-8af9-3280745ad0c6 tempest-VolumesActionsTest-1424607663 tempest-VolumesActionsTest-1424607663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:57:32.034776 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-75c64153-9f9c-413f-8259-83881f991789 req-f62a6d28-5bc7-4087-8af9-3280745ad0c6 tempest-VolumesActionsTest-1424607663 tempest-VolumesActionsTest-1424607663-project] 10.222.0.15 "GET /v2.0/ports?device_id=f45f4268-0203-4fb4-9ef9-edc6b642ea99 HTTP/1.1" status: 200 len: 943 time: 0.1465936 Apr 08 02:57:32.092689 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-75c64153-9f9c-413f-8259-83881f991789 req-3533a92c-90a6-48ce-8935-403bad8c289f tempest-VolumesActionsTest-1424607663 tempest-VolumesActionsTest-1424607663-project] 10.222.0.15 "GET /v2.0/security-groups?id=82302429-d183-4da8-968b-90e59e5b9eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456908 Apr 08 02:57:32.140133 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.db [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] For port a07e3dba-db61-43d9-a372-b4edffedbb43, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=a07e3dba-db61-43d9-a372-b4edffedbb43,segment=NetworkSegment(84b96e0e-263a-40be-91f5-f86aba42b475),segment_id=84b96e0e-263a-40be-91f5-f86aba42b475)] {{(pid=87788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 02:57:32.143638 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0090c2-f7ea-4315-ad63-ec38d043a4d6 req-2d000b81-f403-4664-a13c-f9c012922b7d tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:57:32.145173 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-aa0090c2-f7ea-4315-ad63-ec38d043a4d6 req-2d000b81-f403-4664-a13c-f9c012922b7d tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4393a78-1cab-4756-88e9-3b634af68a4b HTTP/1.1" status: 200 len: 946 time: 0.1537843 Apr 08 02:57:32.153889 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Returning: {'device': 'a07e3dba-db61-43d9-a372-b4edffedbb43', 'network_id': '936b7271-dac6-41b4-a5e0-bf1fbc60a60f', 'port_id': 'a07e3dba-db61-43d9-a372-b4edffedbb43', 'mac_address': 'fa:16:3e:8b:e9:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41581ed9-f797-470b-96fc-44a4b628579e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 02:57:32.159852 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-dbaa661c-263a-4c2a-a77d-1039842c1fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-333356'] for network, after_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:32.170687 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-dbaa661c-263a-4c2a-a77d-1039842c1fd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539232'] for network, before_response {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:32.202771 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbaa661c-263a-4c2a-a77d-1039842c1fd9 admin admin] Pushing event deleted for resources: {'Network': ['ID=072ff000-5f9f-4f59-98b5-3350abf967de,revision_number=None']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:57:32.205905 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-aa0090c2-f7ea-4315-ad63-ec38d043a4d6 req-5ef3176e-1f88-44bd-9890-eb6a9bdc965d tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/security-groups?id=182843b8-633a-4f61-a3e3-f50baa1f3acb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528619 Apr 08 02:57:32.243159 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:32.246883 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-dbaa661c-263a-4c2a-a77d-1039842c1fd9 admin admin] 10.222.0.15 "DELETE /v2.0/networks/072ff000-5f9f-4f59-98b5-3350abf967de HTTP/1.1" status: 204 len: 168 time: 0.7348869 Apr 08 02:57:32.293838 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.notifiers.nova [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a07e3dba-db61-43d9-a372-b4edffedbb43 {{(pid=87788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 02:57:32.311167 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.db [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] For port a07e3dba-db61-43d9-a372-b4edffedbb43, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=a07e3dba-db61-43d9-a372-b4edffedbb43,segment=NetworkSegment(84b96e0e-263a-40be-91f5-f86aba42b475),segment_id=84b96e0e-263a-40be-91f5-f86aba42b475)] {{(pid=87788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 02:57:32.410749 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762847214852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762846864698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762846864743'] for port, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:32.476349 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Pushing event updated for resources: {'Port': ['ID=a07e3dba-db61-43d9-a372-b4edffedbb43,revision_number=4']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:57:32.483227 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:57:32.483567 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:57:32.483903 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:57:32.484227 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:57:32.484548 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:57:32.484869 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:57:32.485182 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:57:32.485496 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:57:32.485813 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:57:32.486128 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:57:32.486439 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:57:32.486749 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:57:32.700762 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 43518) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:57:32.751503 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-809a4a58-38ce-4b64-a220-0b53dcf469d8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=078e586f96be4415b9b07cb2975adb03&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0494621 Apr 08 02:57:32.755545 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 43522) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:57:32.755845 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.wsgi [-] (87786) accepted ('10.222.0.15', 43524) {{(pid=87786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:57:32.823498 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-956ba276-f9fd-4559-9cbe-58d2df67e298 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:32.857012 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-956ba276-f9fd-4559-9cbe-58d2df67e298 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:32.917074 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.db [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] get_ports_and_sgs() called for port_ids ['a07e3dba-db61-43d9-a372-b4edffedbb43'] {{(pid=87788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 02:57:32.988495 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-956ba276-f9fd-4559-9cbe-58d2df67e298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:33.010670 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956ba276-f9fd-4559-9cbe-58d2df67e298 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1fbef15-233f-4f65-a32e-bff4a8521cca,revision_number=None']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:57:33.028310 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-956ba276-f9fd-4559-9cbe-58d2df67e298 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:33.032081 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-956ba276-f9fd-4559-9cbe-58d2df67e298 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f1fbef15-233f-4f65-a32e-bff4a8521cca HTTP/1.1" status: 204 len: 168 time: 0.2772474 Apr 08 02:57:33.184309 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-8346909e-f937-43e4-97b1-b3822ca869a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:33.200871 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.quota.driver [None req-8346909e-f937-43e4-97b1-b3822ca869a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:57:33.205173 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [None req-8346909e-f937-43e4-97b1-b3822ca869a3 admin admin] Usage tracker for resource:security_group_rule and tenant:a40c49b8a31246b18d624dfccd2a2954 is out of sync, need to count used quota {{(pid=87786) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:57:33.208226 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [None req-8346909e-f937-43e4-97b1-b3822ca869a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87786) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:57:33.215995 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.quota.driver [None req-8346909e-f937-43e4-97b1-b3822ca869a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:57:33.397220 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-8346909e-f937-43e4-97b1-b3822ca869a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:33.436125 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966601bd-f36e-4e1d-98ad-ce99b272c8b0 req-a7c7b4fa-0ba3-4a7a-a81a-d13258b23537 tempest-VolumesActionsTest-1424607663 tempest-VolumesActionsTest-1424607663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:57:33.440601 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-966601bd-f36e-4e1d-98ad-ce99b272c8b0 req-a7c7b4fa-0ba3-4a7a-a81a-d13258b23537 tempest-VolumesActionsTest-1424607663 tempest-VolumesActionsTest-1424607663-project] 10.222.0.15 "GET /v2.0/ports?device_id=f45f4268-0203-4fb4-9ef9-edc6b642ea99 HTTP/1.1" status: 200 len: 944 time: 0.1780035 Apr 08 02:57:33.472724 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e5abb2-cc26-4014-a4fd-0b7ba10f663c req-1b2850df-a53c-47fa-a0e8-c9072c33214b tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:57:33.474255 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-01e5abb2-cc26-4014-a4fd-0b7ba10f663c req-1b2850df-a53c-47fa-a0e8-c9072c33214b tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4393a78-1cab-4756-88e9-3b634af68a4b HTTP/1.1" status: 200 len: 946 time: 0.1506734 Apr 08 02:57:33.481843 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-8346909e-f937-43e4-97b1-b3822ca869a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:33.578004 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [None req-8346909e-f937-43e4-97b1-b3822ca869a3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a40c49b8a31246b18d624dfccd2a2954&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8188438 Apr 08 02:57:33.579171 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 43564) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:57:33.581273 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-966601bd-f36e-4e1d-98ad-ce99b272c8b0 req-a819f153-71e1-45f7-a075-bba21ba018df tempest-VolumesActionsTest-1424607663 tempest-VolumesActionsTest-1424607663-project] 10.222.0.15 "GET /v2.0/security-groups?id=82302429-d183-4da8-968b-90e59e5b9eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313767 Apr 08 02:57:33.584556 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8346909e-f937-43e4-97b1-b3822ca869a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40735966-89b0-4530-a233-abb3b434cac8,revision_number=1']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:57:33.598015 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-01e5abb2-cc26-4014-a4fd-0b7ba10f663c req-c8f17b6e-05d8-4274-9df5-5842b842cfbc tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/security-groups?id=182843b8-633a-4f61-a3e3-f50baa1f3acb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049194 Apr 08 02:57:33.599651 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8346909e-f937-43e4-97b1-b3822ca869a3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:57:33.599764 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8346909e-f937-43e4-97b1-b3822ca869a3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:57:33.600067 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8346909e-f937-43e4-97b1-b3822ca869a3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:57:33.600403 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8346909e-f937-43e4-97b1-b3822ca869a3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:57:33.601422 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8346909e-f937-43e4-97b1-b3822ca869a3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:57:33.601703 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8346909e-f937-43e4-97b1-b3822ca869a3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:57:33.602051 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8346909e-f937-43e4-97b1-b3822ca869a3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:57:33.602510 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8346909e-f937-43e4-97b1-b3822ca869a3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:57:33.602851 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8346909e-f937-43e4-97b1-b3822ca869a3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:57:33.603194 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8346909e-f937-43e4-97b1-b3822ca869a3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:57:33.603525 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8346909e-f937-43e4-97b1-b3822ca869a3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:57:33.603851 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8346909e-f937-43e4-97b1-b3822ca869a3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:57:33.650648 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-3d1d15d5-4aca-4e60-b514-1a7a0a4f86b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:33.676000 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-3d1d15d5-4aca-4e60-b514-1a7a0a4f86b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:33.810868 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-3d1d15d5-4aca-4e60-b514-1a7a0a4f86b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:33.827351 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1d15d5-4aca-4e60-b514-1a7a0a4f86b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40735966-89b0-4530-a233-abb3b434cac8,revision_number=None']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:57:33.832884 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-3d1d15d5-4aca-4e60-b514-1a7a0a4f86b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:33.837138 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-3d1d15d5-4aca-4e60-b514-1a7a0a4f86b2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/40735966-89b0-4530-a233-abb3b434cac8 HTTP/1.1" status: 204 len: 168 time: 0.2575746 Apr 08 02:57:34.556374 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 43596) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:57:34.575708 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-061f87ad-87c2-4aab-abe4-6eba4f733c27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:34.593443 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-061f87ad-87c2-4aab-abe4-6eba4f733c27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:57:34.597464 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-061f87ad-87c2-4aab-abe4-6eba4f733c27 admin admin] Usage tracker for resource:security_group_rule and tenant:8aa1f9033dec420c9ba64ae126e8b5ea is out of sync, need to count used quota {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:57:34.600888 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-061f87ad-87c2-4aab-abe4-6eba4f733c27 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:57:34.608954 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-061f87ad-87c2-4aab-abe4-6eba4f733c27 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:57:34.722464 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-061f87ad-87c2-4aab-abe4-6eba4f733c27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:34.739558 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.agents_db [None req-78530461-7b12-4524-9e6e-3e4de8d78fc4 None None] Agent healthcheck: found 6 active agents {{(pid=87789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 02:57:34.794118 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-061f87ad-87c2-4aab-abe4-6eba4f733c27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:34.853906 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-061f87ad-87c2-4aab-abe4-6eba4f733c27 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8aa1f9033dec420c9ba64ae126e8b5ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2962937 Apr 08 02:57:34.857236 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 43612) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:57:34.870628 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061f87ad-87c2-4aab-abe4-6eba4f733c27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4e01b7f-bf19-444f-ad8e-99d437e0d069,revision_number=1']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:57:34.915830 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e0dc08-bb65-4215-ac43-bdfd5eee4333 req-000e7181-ef1e-4e0d-ae05-fb2f4803635d tempest-VolumesActionsTest-1424607663 tempest-VolumesActionsTest-1424607663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:57:34.917494 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-f2e0dc08-bb65-4215-ac43-bdfd5eee4333 req-000e7181-ef1e-4e0d-ae05-fb2f4803635d tempest-VolumesActionsTest-1424607663 tempest-VolumesActionsTest-1424607663-project] 10.222.0.15 "GET /v2.0/ports?device_id=f45f4268-0203-4fb4-9ef9-edc6b642ea99 HTTP/1.1" status: 200 len: 944 time: 0.1528869 Apr 08 02:57:34.925844 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-08551640-80b5-4dd5-8c00-23c8af99ceed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:34.927971 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47118aa-586c-436f-b2ca-abf1518b7aa1 req-3b8ec61f-6515-44a0-8c85-6991d925fab2 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:57:34.929890 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-f47118aa-586c-436f-b2ca-abf1518b7aa1 req-3b8ec61f-6515-44a0-8c85-6991d925fab2 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4393a78-1cab-4756-88e9-3b634af68a4b HTTP/1.1" status: 200 len: 946 time: 0.1217005 Apr 08 02:57:34.953671 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-08551640-80b5-4dd5-8c00-23c8af99ceed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:35.006652 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-f2e0dc08-bb65-4215-ac43-bdfd5eee4333 req-20b92f01-2259-4be4-9160-f74eee0edc19 tempest-VolumesActionsTest-1424607663 tempest-VolumesActionsTest-1424607663-project] 10.222.0.15 "GET /v2.0/security-groups?id=82302429-d183-4da8-968b-90e59e5b9eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757942 Apr 08 02:57:35.009397 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-f47118aa-586c-436f-b2ca-abf1518b7aa1 req-818d225f-0fa9-49e1-987f-9eb3403118d1 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/security-groups?id=182843b8-633a-4f61-a3e3-f50baa1f3acb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629525 Apr 08 02:57:35.090961 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-08551640-80b5-4dd5-8c00-23c8af99ceed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:35.108560 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08551640-80b5-4dd5-8c00-23c8af99ceed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4e01b7f-bf19-444f-ad8e-99d437e0d069,revision_number=None']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:57:35.113816 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-08551640-80b5-4dd5-8c00-23c8af99ceed admin admin] Notify callbacks [] for security_group, before_response {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:35.115666 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-08551640-80b5-4dd5-8c00-23c8af99ceed admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c4e01b7f-bf19-444f-ad8e-99d437e0d069 HTTP/1.1" status: 204 len: 168 time: 0.2571435 Apr 08 02:57:36.001541 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Device a07e3dba-db61-43d9-a372-b4edffedbb43 up at agent hyperv_hv-cinder-83705 {{(pid=87788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 02:57:36.165201 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Provisioning for port a07e3dba-db61-43d9-a372-b4edffedbb43 completed by entity L2. {{(pid=87788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 02:57:36.171035 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Provisioning complete for port a07e3dba-db61-43d9-a372-b4edffedbb43 triggered by entity L2. {{(pid=87788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 02:57:36.171539 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587297'] for port, provisioning_complete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:36.289330 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc8a264-ff8c-4302-86ef-ea23fbfb91ed req-8bece31d-558e-4a5f-a1b5-d9dcc8371f9c tempest-VolumesActionsTest-1424607663 tempest-VolumesActionsTest-1424607663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:57:36.290814 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-2dc8a264-ff8c-4302-86ef-ea23fbfb91ed req-8bece31d-558e-4a5f-a1b5-d9dcc8371f9c tempest-VolumesActionsTest-1424607663 tempest-VolumesActionsTest-1424607663-project] 10.222.0.15 "GET /v2.0/ports?device_id=f45f4268-0203-4fb4-9ef9-edc6b642ea99 HTTP/1.1" status: 200 len: 944 time: 0.1476080 Apr 08 02:57:36.332024 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfc13c4-99b8-425d-b6b7-1bf43c81a561 req-128d1720-f29d-4f19-91d2-bc9e49293b18 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:57:36.333491 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-9dfc13c4-99b8-425d-b6b7-1bf43c81a561 req-128d1720-f29d-4f19-91d2-bc9e49293b18 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4393a78-1cab-4756-88e9-3b634af68a4b HTTP/1.1" status: 200 len: 946 time: 0.1394405 Apr 08 02:57:36.376924 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:36.380977 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-2dc8a264-ff8c-4302-86ef-ea23fbfb91ed req-253b0ed3-64dd-479f-8cd2-ec62c03593eb tempest-VolumesActionsTest-1424607663 tempest-VolumesActionsTest-1424607663-project] 10.222.0.15 "GET /v2.0/security-groups?id=82302429-d183-4da8-968b-90e59e5b9eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824533 Apr 08 02:57:36.406349 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-9dfc13c4-99b8-425d-b6b7-1bf43c81a561 req-3c94424d-57d6-42af-be9f-21198d640781 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/security-groups?id=182843b8-633a-4f61-a3e3-f50baa1f3acb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600300 Apr 08 02:57:36.408092 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f45f4268-0203-4fb4-9ef9-edc6b642ea99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a07e3dba-db61-43d9-a372-b4edffedbb43'}] {{(pid=87788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 02:57:36.416744 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.db [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] For port a07e3dba-db61-43d9-a372-b4edffedbb43, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=a07e3dba-db61-43d9-a372-b4edffedbb43,segment=NetworkSegment(84b96e0e-263a-40be-91f5-f86aba42b475),segment_id=84b96e0e-263a-40be-91f5-f86aba42b475)] {{(pid=87788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 02:57:36.457989 dv-cinder-837051-1-smb neutron-server[87788]: INFO neutron.notifiers.nova [-] Nova event matching ['req-858f7242-2088-4c5e-a169-cc0d5997ab2f'] response: {'server_uuid': 'f45f4268-0203-4fb4-9ef9-edc6b642ea99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a07e3dba-db61-43d9-a372-b4edffedbb43', 'code': 200} Apr 08 02:57:36.496980 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762847214852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762846864698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762846864743'] for port, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:36.565900 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Pushing event updated for resources: {'Port': ['ID=a07e3dba-db61-43d9-a372-b4edffedbb43,revision_number=5']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:57:36.904356 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c62cd9a-d660-401c-b431-d6cd6c7bb7c8 req-2a3e097d-3c7d-41db-8a2e-7430ff07f3da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:57:36.905879 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-0c62cd9a-d660-401c-b431-d6cd6c7bb7c8 req-2a3e097d-3c7d-41db-8a2e-7430ff07f3da service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=f45f4268-0203-4fb4-9ef9-edc6b642ea99 HTTP/1.1" status: 200 len: 1098 time: 0.0817113 Apr 08 02:57:36.948647 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-0c62cd9a-d660-401c-b431-d6cd6c7bb7c8 req-1ddd9193-53b6-47aa-b8d3-2a9adf9b3f50 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=82302429-d183-4da8-968b-90e59e5b9eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352247 Apr 08 02:57:37.214955 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.wsgi [-] (87786) accepted ('10.222.0.15', 43738) {{(pid=87786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:57:37.328057 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 43746) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:57:37.437634 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-509f56c5-1251-40bd-951f-10ab2cc9a867 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:37.452522 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.quota.driver [None req-509f56c5-1251-40bd-951f-10ab2cc9a867 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:57:37.456596 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [None req-509f56c5-1251-40bd-951f-10ab2cc9a867 admin admin] Usage tracker for resource:security_group_rule and tenant:87704c09f8ff460cb87b0a24a59052ec is out of sync, need to count used quota {{(pid=87786) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:57:37.465900 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.wsgi [-] (87786) accepted ('10.222.0.15', 43756) {{(pid=87786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:57:37.465900 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [None req-509f56c5-1251-40bd-951f-10ab2cc9a867 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87786) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:57:37.473760 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.quota.driver [None req-509f56c5-1251-40bd-951f-10ab2cc9a867 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:57:37.546630 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-503cb687-25aa-47dc-bf91-c2209c821cb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:37.562137 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-503cb687-25aa-47dc-bf91-c2209c821cb3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:57:37.566276 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-503cb687-25aa-47dc-bf91-c2209c821cb3 admin admin] Usage tracker for resource:security_group_rule and tenant:737d7bb72e7a4c3093fe76aed9d042d1 is out of sync, need to count used quota {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:57:37.569355 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-503cb687-25aa-47dc-bf91-c2209c821cb3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:57:37.576839 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-503cb687-25aa-47dc-bf91-c2209c821cb3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:57:37.670373 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 43764) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:57:37.703797 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-503cb687-25aa-47dc-bf91-c2209c821cb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:37.717468 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7e9cea-2c2d-4610-b890-d54809584b41 req-0c7e100d-7c84-421f-9eaf-9b44dc8d3481 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:57:37.718896 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-6f7e9cea-2c2d-4610-b890-d54809584b41 req-0c7e100d-7c84-421f-9eaf-9b44dc8d3481 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4393a78-1cab-4756-88e9-3b634af68a4b HTTP/1.1" status: 200 len: 946 time: 0.1633935 Apr 08 02:57:37.731126 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56af6f8b-64b4-48ea-97a8-67f6010ba00f req-750bcb06-a60b-4ba0-a264-5b4e5fadcd79 tempest-VolumesActionsTest-1424607663 tempest-VolumesActionsTest-1424607663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:57:37.732596 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-56af6f8b-64b4-48ea-97a8-67f6010ba00f req-750bcb06-a60b-4ba0-a264-5b4e5fadcd79 tempest-VolumesActionsTest-1424607663 tempest-VolumesActionsTest-1424607663-project] 10.222.0.15 "GET /v2.0/ports?device_id=f45f4268-0203-4fb4-9ef9-edc6b642ea99 HTTP/1.1" status: 200 len: 945 time: 0.2161136 Apr 08 02:57:37.759634 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-5d5180f9-9b89-4188-aefa-c213396efd3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:37.772121 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-503cb687-25aa-47dc-bf91-c2209c821cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:37.794128 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-5d5180f9-9b89-4188-aefa-c213396efd3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:57:37.807267 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-5d5180f9-9b89-4188-aefa-c213396efd3e admin admin] Usage tracker for resource:security_group_rule and tenant:0544187a11d24da98c1a98b6c60575c9 is out of sync, need to count used quota {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:57:37.818123 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-5d5180f9-9b89-4188-aefa-c213396efd3e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:57:37.822571 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-16089b64-4139-4f60-aa5e-c20887e53ee8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:37.829243 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-5d5180f9-9b89-4188-aefa-c213396efd3e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:57:37.838239 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-503cb687-25aa-47dc-bf91-c2209c821cb3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=737d7bb72e7a4c3093fe76aed9d042d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5059137 Apr 08 02:57:37.839416 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 43772) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:57:37.840050 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503cb687-25aa-47dc-bf91-c2209c821cb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d43a1da2-0169-439d-ad77-790bb43e867c,revision_number=1']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:57:37.904865 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-c252b1af-1360-4e99-af15-90f5e80262ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:37.915907 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-509f56c5-1251-40bd-951f-10ab2cc9a867 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:37.931583 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-c252b1af-1360-4e99-af15-90f5e80262ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:37.935922 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-6f7e9cea-2c2d-4610-b890-d54809584b41 req-1e4fa5e1-91ef-4115-8f98-c7a71544fd83 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/security-groups?id=182843b8-633a-4f61-a3e3-f50baa1f3acb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002804 Apr 08 02:57:37.941301 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.quota.driver [None req-16089b64-4139-4f60-aa5e-c20887e53ee8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:57:37.946399 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-56af6f8b-64b4-48ea-97a8-67f6010ba00f req-d5fd5cc8-4a0a-4158-8b9e-23eb82b4a99b tempest-VolumesActionsTest-1424607663 tempest-VolumesActionsTest-1424607663-project] 10.222.0.15 "GET /v2.0/security-groups?id=82302429-d183-4da8-968b-90e59e5b9eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902907 Apr 08 02:57:37.948843 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [None req-16089b64-4139-4f60-aa5e-c20887e53ee8 admin admin] Usage tracker for resource:security_group_rule and tenant:d0700ba2e05c4e96860f14f9429196f3 is out of sync, need to count used quota {{(pid=87786) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:57:37.952767 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [None req-16089b64-4139-4f60-aa5e-c20887e53ee8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87786) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:57:37.958701 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.quota.driver [None req-16089b64-4139-4f60-aa5e-c20887e53ee8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:57:38.013918 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-509f56c5-1251-40bd-951f-10ab2cc9a867 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:38.058935 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-c252b1af-1360-4e99-af15-90f5e80262ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:38.071291 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [None req-509f56c5-1251-40bd-951f-10ab2cc9a867 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=87704c09f8ff460cb87b0a24a59052ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8550553 Apr 08 02:57:38.074262 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.wsgi [-] (87786) accepted ('10.222.0.15', 43776) {{(pid=87786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:57:38.076513 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509f56c5-1251-40bd-951f-10ab2cc9a867 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a6c33cb-d074-4e52-a637-edcf349400a2,revision_number=1']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:57:38.081239 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c252b1af-1360-4e99-af15-90f5e80262ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d43a1da2-0169-439d-ad77-790bb43e867c,revision_number=None']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:57:38.093123 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-c252b1af-1360-4e99-af15-90f5e80262ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:38.094213 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-c252b1af-1360-4e99-af15-90f5e80262ca admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d43a1da2-0169-439d-ad77-790bb43e867c HTTP/1.1" status: 204 len: 168 time: 0.2513943 Apr 08 02:57:38.153984 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-5d5180f9-9b89-4188-aefa-c213396efd3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:38.168459 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-88ee3622-3656-40c2-8599-65782105241b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:38.212036 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-5d5180f9-9b89-4188-aefa-c213396efd3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:38.213404 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-16089b64-4139-4f60-aa5e-c20887e53ee8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:38.217614 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-88ee3622-3656-40c2-8599-65782105241b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:38.256485 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5180f9-9b89-4188-aefa-c213396efd3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51fb2f76-f0c0-496f-91af-d8d5da1fe282,revision_number=1']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:57:38.269243 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-5d5180f9-9b89-4188-aefa-c213396efd3e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0544187a11d24da98c1a98b6c60575c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5941451 Apr 08 02:57:38.269243 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 43782) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:57:38.270189 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-16089b64-4139-4f60-aa5e-c20887e53ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:38.324078 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [None req-16089b64-4139-4f60-aa5e-c20887e53ee8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d0700ba2e05c4e96860f14f9429196f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8616064 Apr 08 02:57:38.327648 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.wsgi [-] (87786) accepted ('10.222.0.15', 43786) {{(pid=87786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:57:38.328459 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16089b64-4139-4f60-aa5e-c20887e53ee8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9da5d256-a64a-489f-a575-853be09e400f,revision_number=1']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:57:38.349764 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-88ee3622-3656-40c2-8599-65782105241b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:38.363997 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-a074f442-106d-4ee6-a32e-7dc7cbb63645 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:38.378528 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ee3622-3656-40c2-8599-65782105241b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a6c33cb-d074-4e52-a637-edcf349400a2,revision_number=None']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:57:38.391045 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-a074f442-106d-4ee6-a32e-7dc7cbb63645 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:38.406826 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-88ee3622-3656-40c2-8599-65782105241b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:38.408223 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [None req-88ee3622-3656-40c2-8599-65782105241b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9a6c33cb-d074-4e52-a637-edcf349400a2 HTTP/1.1" status: 204 len: 168 time: 0.3326724 Apr 08 02:57:38.436861 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-936cee13-840c-4835-a47a-899af22afe8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:38.471032 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-936cee13-840c-4835-a47a-899af22afe8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:38.662619 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-a074f442-106d-4ee6-a32e-7dc7cbb63645 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:38.679841 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a074f442-106d-4ee6-a32e-7dc7cbb63645 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51fb2f76-f0c0-496f-91af-d8d5da1fe282,revision_number=None']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:57:38.684371 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-a074f442-106d-4ee6-a32e-7dc7cbb63645 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:38.688295 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-a074f442-106d-4ee6-a32e-7dc7cbb63645 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/51fb2f76-f0c0-496f-91af-d8d5da1fe282 HTTP/1.1" status: 204 len: 168 time: 0.4190803 Apr 08 02:57:38.699991 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-936cee13-840c-4835-a47a-899af22afe8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:38.716685 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936cee13-840c-4835-a47a-899af22afe8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9da5d256-a64a-489f-a575-853be09e400f,revision_number=None']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:57:38.720901 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-936cee13-840c-4835-a47a-899af22afe8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:38.724471 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [None req-936cee13-840c-4835-a47a-899af22afe8c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9da5d256-a64a-489f-a575-853be09e400f HTTP/1.1" status: 204 len: 168 time: 0.3906708 Apr 08 02:57:38.799353 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 43798) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:57:38.821293 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-79a11716-ce00-44ef-9474-503df78aea83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:38.836278 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-79a11716-ce00-44ef-9474-503df78aea83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:57:38.840272 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-79a11716-ce00-44ef-9474-503df78aea83 admin admin] Usage tracker for resource:security_group_rule and tenant:9809664c092f4f549d4c01f9c4ae9ac6 is out of sync, need to count used quota {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:57:38.843253 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-79a11716-ce00-44ef-9474-503df78aea83 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:57:38.859894 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-79a11716-ce00-44ef-9474-503df78aea83 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:57:38.958917 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-79a11716-ce00-44ef-9474-503df78aea83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:39.057112 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-79a11716-ce00-44ef-9474-503df78aea83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:39.111943 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-79a11716-ce00-44ef-9474-503df78aea83 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9809664c092f4f549d4c01f9c4ae9ac6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3114569 Apr 08 02:57:39.113540 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a11716-ce00-44ef-9474-503df78aea83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ea018b0-46c0-4369-8957-457a3f11aeab,revision_number=1']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:57:39.115834 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 43808) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:57:39.182598 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:39.185353 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c779c2-e31b-493f-96ee-16619d476147 req-c309de53-7516-49d1-a64d-19467f232c3d tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:57:39.187594 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-e3c779c2-e31b-493f-96ee-16619d476147 req-c309de53-7516-49d1-a64d-19467f232c3d tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4393a78-1cab-4756-88e9-3b634af68a4b HTTP/1.1" status: 200 len: 946 time: 0.1403265 Apr 08 02:57:39.192119 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-8f681e28-43df-4e7d-a2af-9344f70fb679 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:39.218226 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-8f681e28-43df-4e7d-a2af-9344f70fb679 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:39.223595 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770f8865-b5ff-421f-97c6-23c1d67b8267 req-95de299d-33e1-495e-8326-31f3bb41c558 tempest-VolumesActionsTest-1424607663 tempest-VolumesActionsTest-1424607663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:57:39.225296 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-770f8865-b5ff-421f-97c6-23c1d67b8267 req-95de299d-33e1-495e-8326-31f3bb41c558 tempest-VolumesActionsTest-1424607663 tempest-VolumesActionsTest-1424607663-project] 10.222.0.15 "GET /v2.0/ports?device_id=f45f4268-0203-4fb4-9ef9-edc6b642ea99 HTTP/1.1" status: 200 len: 945 time: 0.1463432 Apr 08 02:57:39.268600 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-e3c779c2-e31b-493f-96ee-16619d476147 req-7941c56d-21b2-46fb-a606-04f67ede706a tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/security-groups?id=182843b8-633a-4f61-a3e3-f50baa1f3acb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693135 Apr 08 02:57:39.326874 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-770f8865-b5ff-421f-97c6-23c1d67b8267 req-60f1fabd-af99-42b8-a0a3-4e858b4c3dbe tempest-VolumesActionsTest-1424607663 tempest-VolumesActionsTest-1424607663-project] 10.222.0.15 "GET /v2.0/security-groups?id=82302429-d183-4da8-968b-90e59e5b9eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726283 Apr 08 02:57:39.462681 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-8f681e28-43df-4e7d-a2af-9344f70fb679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:39.477589 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f681e28-43df-4e7d-a2af-9344f70fb679 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ea018b0-46c0-4369-8957-457a3f11aeab,revision_number=None']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:57:39.485399 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-8f681e28-43df-4e7d-a2af-9344f70fb679 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:39.486786 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-8f681e28-43df-4e7d-a2af-9344f70fb679 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9ea018b0-46c0-4369-8957-457a3f11aeab HTTP/1.1" status: 204 len: 168 time: 0.3698659 Apr 08 02:57:39.591851 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 43824) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:57:39.609746 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-47dabfa9-d869-4227-aa5b-ed2515bf967f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:39.626370 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-47dabfa9-d869-4227-aa5b-ed2515bf967f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:57:39.630167 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-47dabfa9-d869-4227-aa5b-ed2515bf967f admin admin] Usage tracker for resource:security_group_rule and tenant:7448c96987bf49af9df2e084056c1ec9 is out of sync, need to count used quota {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:57:39.633331 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-47dabfa9-d869-4227-aa5b-ed2515bf967f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:57:39.639621 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-47dabfa9-d869-4227-aa5b-ed2515bf967f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:57:39.688710 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.wsgi [-] (87786) accepted ('10.222.0.15', 43828) {{(pid=87786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:57:39.709506 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-d4899b10-cd67-4f82-ac09-a9d20f8ab4b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:39.725446 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.quota.driver [None req-d4899b10-cd67-4f82-ac09-a9d20f8ab4b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:57:39.730255 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [None req-d4899b10-cd67-4f82-ac09-a9d20f8ab4b0 admin admin] Usage tracker for resource:security_group_rule and tenant:c92a11228029484489522db64071b667 is out of sync, need to count used quota {{(pid=87786) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:57:39.733099 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [None req-d4899b10-cd67-4f82-ac09-a9d20f8ab4b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87786) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:57:39.739855 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.quota.driver [None req-d4899b10-cd67-4f82-ac09-a9d20f8ab4b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:57:39.751152 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-47dabfa9-d869-4227-aa5b-ed2515bf967f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:39.816903 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-47dabfa9-d869-4227-aa5b-ed2515bf967f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:39.873396 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-47dabfa9-d869-4227-aa5b-ed2515bf967f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7448c96987bf49af9df2e084056c1ec9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2804213 Apr 08 02:57:39.875624 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dabfa9-d869-4227-aa5b-ed2515bf967f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=115bc151-dd44-4aba-b75a-2fd64d5654d4,revision_number=1']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:57:39.877993 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 43836) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:57:39.919749 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-d4899b10-cd67-4f82-ac09-a9d20f8ab4b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:39.938993 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-3abd637a-f8c6-45ef-a250-bac79d25af42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:39.967467 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-3abd637a-f8c6-45ef-a250-bac79d25af42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:40.044500 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-d4899b10-cd67-4f82-ac09-a9d20f8ab4b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:40.097287 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [None req-d4899b10-cd67-4f82-ac09-a9d20f8ab4b0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c92a11228029484489522db64071b667&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4074399 Apr 08 02:57:40.098872 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4899b10-cd67-4f82-ac09-a9d20f8ab4b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0049043-578e-4729-8c15-be335becc312,revision_number=1']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:57:40.099921 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 43844) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:57:40.148999 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-3abd637a-f8c6-45ef-a250-bac79d25af42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:40.182148 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abd637a-f8c6-45ef-a250-bac79d25af42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=115bc151-dd44-4aba-b75a-2fd64d5654d4,revision_number=None']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:57:40.199719 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-3abd637a-f8c6-45ef-a250-bac79d25af42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:40.201010 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-3abd637a-f8c6-45ef-a250-bac79d25af42 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/115bc151-dd44-4aba-b75a-2fd64d5654d4 HTTP/1.1" status: 204 len: 168 time: 0.3221214 Apr 08 02:57:40.209745 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-27c8f8ee-61f5-400c-9788-1899e15d8bd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:40.249869 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-27c8f8ee-61f5-400c-9788-1899e15d8bd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:40.451229 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-27c8f8ee-61f5-400c-9788-1899e15d8bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:40.471568 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c8f8ee-61f5-400c-9788-1899e15d8bd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0049043-578e-4729-8c15-be335becc312,revision_number=None']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:57:40.478821 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-27c8f8ee-61f5-400c-9788-1899e15d8bd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:40.478821 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-27c8f8ee-61f5-400c-9788-1899e15d8bd9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a0049043-578e-4729-8c15-be335becc312 HTTP/1.1" status: 204 len: 168 time: 0.3766637 Apr 08 02:57:40.485664 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f165f7-2c9c-41bb-b1e6-a0feb4a14617 req-79cfc22b-ee33-4b85-8b5e-a24df6fb0a7e tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:57:40.487201 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-57f165f7-2c9c-41bb-b1e6-a0feb4a14617 req-79cfc22b-ee33-4b85-8b5e-a24df6fb0a7e tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4393a78-1cab-4756-88e9-3b634af68a4b HTTP/1.1" status: 200 len: 946 time: 0.0937541 Apr 08 02:57:40.546342 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 43862) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:57:40.556365 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-57f165f7-2c9c-41bb-b1e6-a0feb4a14617 req-88927706-35bc-4627-a39e-33f3e2f75188 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/security-groups?id=182843b8-633a-4f61-a3e3-f50baa1f3acb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587397 Apr 08 02:57:40.569147 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-fb2213bd-bd4e-4aca-be49-0481dc213efe admin admin] Notify callbacks [] for security_group, before_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:40.586963 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-fb2213bd-bd4e-4aca-be49-0481dc213efe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:57:40.591983 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-fb2213bd-bd4e-4aca-be49-0481dc213efe admin admin] Usage tracker for resource:security_group_rule and tenant:031f9e5e96fa4712a5e7957636e107f0 is out of sync, need to count used quota {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:57:40.595808 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-fb2213bd-bd4e-4aca-be49-0481dc213efe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:57:40.603952 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-fb2213bd-bd4e-4aca-be49-0481dc213efe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:57:40.714592 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-fb2213bd-bd4e-4aca-be49-0481dc213efe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:40.776554 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-fb2213bd-bd4e-4aca-be49-0481dc213efe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:40.833188 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-fb2213bd-bd4e-4aca-be49-0481dc213efe admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=031f9e5e96fa4712a5e7957636e107f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2847383 Apr 08 02:57:40.833925 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2213bd-bd4e-4aca-be49-0481dc213efe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bf12edd-cec7-47cc-8e94-685edd429e07,revision_number=1']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:57:40.836267 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.wsgi [-] (87786) accepted ('10.222.0.15', 43876) {{(pid=87786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:57:40.898452 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-45a20908-cc7d-4ca5-8e04-4003060539da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:40.924314 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-45a20908-cc7d-4ca5-8e04-4003060539da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:41.062419 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-45a20908-cc7d-4ca5-8e04-4003060539da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:41.082362 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a20908-cc7d-4ca5-8e04-4003060539da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bf12edd-cec7-47cc-8e94-685edd429e07,revision_number=None']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:57:41.091816 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-45a20908-cc7d-4ca5-8e04-4003060539da admin admin] Notify callbacks [] for security_group, before_response {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:41.093006 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [None req-45a20908-cc7d-4ca5-8e04-4003060539da admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3bf12edd-cec7-47cc-8e94-685edd429e07 HTTP/1.1" status: 204 len: 168 time: 0.2547884 Apr 08 02:57:41.741776 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb848fc-46d1-4355-87b4-4c0f0f58693e req-11e74449-774e-4350-a698-7c140f17268c tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:57:41.741776 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-9fb848fc-46d1-4355-87b4-4c0f0f58693e req-11e74449-774e-4350-a698-7c140f17268c tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4393a78-1cab-4756-88e9-3b634af68a4b HTTP/1.1" status: 200 len: 946 time: 0.0797391 Apr 08 02:57:41.787761 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-9fb848fc-46d1-4355-87b4-4c0f0f58693e req-3600d79e-c968-45f7-ac5d-c3bcd9b7fe57 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/security-groups?id=182843b8-633a-4f61-a3e3-f50baa1f3acb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409014 Apr 08 02:57:41.944090 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.wsgi [-] (87786) accepted ('10.222.0.15', 43922) {{(pid=87786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:57:42.187255 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-d9407776-eee5-43c1-8327-77c8e6489f64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:42.203952 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.quota.driver [None req-d9407776-eee5-43c1-8327-77c8e6489f64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:57:42.207750 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [None req-d9407776-eee5-43c1-8327-77c8e6489f64 admin admin] Usage tracker for resource:security_group_rule and tenant:5e30d94fe1e844a89a7ac2a1f540ad12 is out of sync, need to count used quota {{(pid=87786) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:57:42.211861 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [None req-d9407776-eee5-43c1-8327-77c8e6489f64 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87786) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:57:42.217555 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.quota.driver [None req-d9407776-eee5-43c1-8327-77c8e6489f64 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:57:42.309219 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-d9407776-eee5-43c1-8327-77c8e6489f64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:42.382928 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-d9407776-eee5-43c1-8327-77c8e6489f64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:42.430477 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [None req-d9407776-eee5-43c1-8327-77c8e6489f64 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5e30d94fe1e844a89a7ac2a1f540ad12&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4843314 Apr 08 02:57:42.432088 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9407776-eee5-43c1-8327-77c8e6489f64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da4e2e53-56ed-4056-8136-63ab788d7519,revision_number=1']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:57:42.433155 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 43944) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:57:42.495730 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-e0b8e78c-bbbc-4c63-9f2a-dc27def33aff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:42.523183 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-e0b8e78c-bbbc-4c63-9f2a-dc27def33aff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:42.679797 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-e0b8e78c-bbbc-4c63-9f2a-dc27def33aff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:42.696787 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b8e78c-bbbc-4c63-9f2a-dc27def33aff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da4e2e53-56ed-4056-8136-63ab788d7519,revision_number=None']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:57:42.705377 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-e0b8e78c-bbbc-4c63-9f2a-dc27def33aff admin admin] Notify callbacks [] for security_group, before_response {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:42.708831 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-e0b8e78c-bbbc-4c63-9f2a-dc27def33aff admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/da4e2e53-56ed-4056-8136-63ab788d7519 HTTP/1.1" status: 204 len: 168 time: 0.2717650 Apr 08 02:57:43.142788 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5625450-9404-4673-ab80-7da4decbfe6b req-92008d90-5719-48f3-81ed-82cab1e28247 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:57:43.144639 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-a5625450-9404-4673-ab80-7da4decbfe6b req-92008d90-5719-48f3-81ed-82cab1e28247 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4393a78-1cab-4756-88e9-3b634af68a4b HTTP/1.1" status: 200 len: 946 time: 0.0968194 Apr 08 02:57:43.202072 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-a5625450-9404-4673-ab80-7da4decbfe6b req-3f8d4e03-df7d-4421-af2a-4a885cb401dd tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/security-groups?id=182843b8-633a-4f61-a3e3-f50baa1f3acb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503120 Apr 08 02:57:43.941523 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.wsgi [-] (87786) accepted ('10.222.0.15', 44014) {{(pid=87786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:57:44.190163 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-f93a6ca1-0394-44f2-aef9-7aec45ac5cbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:44.209644 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.quota.driver [None req-f93a6ca1-0394-44f2-aef9-7aec45ac5cbf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:57:44.213816 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [None req-f93a6ca1-0394-44f2-aef9-7aec45ac5cbf admin admin] Usage tracker for resource:security_group_rule and tenant:c3c53bbdb105402f834e90ea21fab646 is out of sync, need to count used quota {{(pid=87786) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:57:44.216681 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [None req-f93a6ca1-0394-44f2-aef9-7aec45ac5cbf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87786) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:57:44.222360 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.quota.driver [None req-f93a6ca1-0394-44f2-aef9-7aec45ac5cbf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:57:44.316963 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-f93a6ca1-0394-44f2-aef9-7aec45ac5cbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:44.385765 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-f93a6ca1-0394-44f2-aef9-7aec45ac5cbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:44.448919 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93a6ca1-0394-44f2-aef9-7aec45ac5cbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fad66aae-a786-40e2-b0c9-66e4a6c2abba,revision_number=1']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:57:44.454363 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [None req-f93a6ca1-0394-44f2-aef9-7aec45ac5cbf admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c3c53bbdb105402f834e90ea21fab646&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5118260 Apr 08 02:57:44.457167 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 44034) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:57:44.481256 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e680342d-1825-49cd-ad53-c76d354a6134 req-b3818d9d-60be-43ce-a050-6d6fa0d3816c tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:57:44.482731 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-e680342d-1825-49cd-ad53-c76d354a6134 req-b3818d9d-60be-43ce-a050-6d6fa0d3816c tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4393a78-1cab-4756-88e9-3b634af68a4b HTTP/1.1" status: 200 len: 946 time: 0.1550646 Apr 08 02:57:44.551340 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-e680342d-1825-49cd-ad53-c76d354a6134 req-68a9f1bc-826b-4fc2-858c-55e2131150e5 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/security-groups?id=182843b8-633a-4f61-a3e3-f50baa1f3acb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623286 Apr 08 02:57:44.557237 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-ce6410ba-2128-41eb-ac10-d5ded0519602 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:44.596346 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-ce6410ba-2128-41eb-ac10-d5ded0519602 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:44.674883 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.wsgi [-] (87786) accepted ('10.222.0.15', 44046) {{(pid=87786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:57:44.731255 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-ce6410ba-2128-41eb-ac10-d5ded0519602 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:44.747607 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6410ba-2128-41eb-ac10-d5ded0519602 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fad66aae-a786-40e2-b0c9-66e4a6c2abba,revision_number=None']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:57:44.762895 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-ce6410ba-2128-41eb-ac10-d5ded0519602 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:44.764779 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-ce6410ba-2128-41eb-ac10-d5ded0519602 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fad66aae-a786-40e2-b0c9-66e4a6c2abba HTTP/1.1" status: 204 len: 168 time: 0.3065598 Apr 08 02:57:44.800804 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.v2.base [None req-0e627beb-8088-4c0c-9823-f3373854ff75 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1410483112-network', 'tenant_id': '945853f6813e44efa7cc8c73fe3ea2b4'}} {{(pid=87786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 02:57:44.805444 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.quota.driver [None req-0e627beb-8088-4c0c-9823-f3373854ff75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:57:44.809646 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [None req-0e627beb-8088-4c0c-9823-f3373854ff75 admin admin] Usage tracker for resource:network and tenant:945853f6813e44efa7cc8c73fe3ea2b4 is out of sync, need to count used quota {{(pid=87786) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:57:44.812281 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [None req-0e627beb-8088-4c0c-9823-f3373854ff75 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87786) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:57:44.818433 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.quota.driver [None req-0e627beb-8088-4c0c-9823-f3373854ff75 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:57:44.890794 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e627beb-8088-4c0c-9823-f3373854ff75 admin admin] Made reservation on behalf of 945853f6813e44efa7cc8c73fe3ea2b4 for: {'network': 1} {{(pid=87786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 02:57:44.895650 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-0e627beb-8088-4c0c-9823-f3373854ff75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for network, before_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:44.906223 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-0e627beb-8088-4c0c-9823-f3373854ff75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:44.920962 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.quota.driver [None req-0e627beb-8088-4c0c-9823-f3373854ff75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:57:44.924971 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [None req-0e627beb-8088-4c0c-9823-f3373854ff75 admin admin] Usage tracker for resource:security_group_rule and tenant:945853f6813e44efa7cc8c73fe3ea2b4 is out of sync, need to count used quota {{(pid=87786) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:57:44.928053 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [None req-0e627beb-8088-4c0c-9823-f3373854ff75 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87786) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:57:44.933974 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.quota.driver [None req-0e627beb-8088-4c0c-9823-f3373854ff75 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:57:45.015829 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-0e627beb-8088-4c0c-9823-f3373854ff75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:45.045070 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-0e627beb-8088-4c0c-9823-f3373854ff75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:45.075169 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e627beb-8088-4c0c-9823-f3373854ff75 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 281} {{(pid=87786) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 02:57:45.083806 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e627beb-8088-4c0c-9823-f3373854ff75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e40f263-cdae-4e5a-8dfc-98fd932b65d8,revision_number=1']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:57:45.089669 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-0e627beb-8088-4c0c-9823-f3373854ff75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575478'] for segment, precommit_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:45.090012 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.db.segments_db [None req-0e627beb-8088-4c0c-9823-f3373854ff75 admin admin] Added segment 2471dffd-dc9f-465d-a8fa-8493a98e9163 of type vlan for network 05f0fcf9-0f64-4cc9-a782-dd2ead0d8104 Apr 08 02:57:45.122930 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-0e627beb-8088-4c0c-9823-f3373854ff75 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762846836134'] for network, precommit_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:45.239653 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-0e627beb-8088-4c0c-9823-f3373854ff75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254'] for network, after_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:45.240528 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e627beb-8088-4c0c-9823-f3373854ff75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:57:45.241663 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-0e627beb-8088-4c0c-9823-f3373854ff75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539232'] for network, before_response {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:45.352550 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e627beb-8088-4c0c-9823-f3373854ff75 admin admin] Pushing event updated for resources: {'Network': ['ID=05f0fcf9-0f64-4cc9-a782-dd2ead0d8104,revision_number=1']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:57:45.363353 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Network 05f0fcf9-0f64-4cc9-a782-dd2ead0d8104 details requested by agent ovs-agent-dv-cinder-837051-1-smb with host dv-cinder-837051-1-smb {{(pid=87788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 02:57:45.446371 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [None req-0e627beb-8088-4c0c-9823-f3373854ff75 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7702081 Apr 08 02:57:45.449252 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 44076) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:57:45.454976 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.v2.base [None req-ee240370-711d-4273-8b86-de994113b93a admin admin] Request body: {'subnet': {'network_id': '05f0fcf9-0f64-4cc9-a782-dd2ead0d8104', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1410483112-subnet', 'tenant_id': '945853f6813e44efa7cc8c73fe3ea2b4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 02:57:45.460199 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-ee240370-711d-4273-8b86-de994113b93a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:57:45.465422 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-ee240370-711d-4273-8b86-de994113b93a admin admin] Usage tracker for resource:subnet and tenant:945853f6813e44efa7cc8c73fe3ea2b4 is out of sync, need to count used quota {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:57:45.468796 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-ee240370-711d-4273-8b86-de994113b93a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:57:45.476491 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-ee240370-711d-4273-8b86-de994113b93a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:57:45.559543 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee240370-711d-4273-8b86-de994113b93a admin admin] Made reservation on behalf of 945853f6813e44efa7cc8c73fe3ea2b4 for: {'subnet': 1} {{(pid=87787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 02:57:45.564757 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-ee240370-711d-4273-8b86-de994113b93a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2234850'] for subnet, before_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:45.789864 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ddfae6-c28c-4af4-b2ca-65feff9bf201 req-668c9660-bd4c-4c32-abc4-fcb3c9a546d1 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:57:45.793913 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-22ddfae6-c28c-4af4-b2ca-65feff9bf201 req-668c9660-bd4c-4c32-abc4-fcb3c9a546d1 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4393a78-1cab-4756-88e9-3b634af68a4b HTTP/1.1" status: 200 len: 946 time: 0.1243124 Apr 08 02:57:45.886346 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-22ddfae6-c28c-4af4-b2ca-65feff9bf201 req-fcaad201-89b2-446a-beb7-e33ed3158858 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/security-groups?id=182843b8-633a-4f61-a3e3-f50baa1f3acb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877128 Apr 08 02:57:45.917067 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-ee240370-711d-4273-8b86-de994113b93a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3007286', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2234832'] for subnet, after_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:45.927724 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465844a6-0438-417e-80dd-ac9a52025293 req-e7b39415-907d-4c64-84fb-eaec73392e9d tempest-VolumesActionsTest-1424607663 tempest-VolumesActionsTest-1424607663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:57:45.930077 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-465844a6-0438-417e-80dd-ac9a52025293 req-e7b39415-907d-4c64-84fb-eaec73392e9d tempest-VolumesActionsTest-1424607663 tempest-VolumesActionsTest-1424607663-project] 10.222.0.15 "GET /v2.0/ports?device_id=f45f4268-0203-4fb4-9ef9-edc6b642ea99 HTTP/1.1" status: 200 len: 945 time: 0.1159680 Apr 08 02:57:45.993290 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-465844a6-0438-417e-80dd-ac9a52025293 req-142e7eb9-9c76-439c-8961-afb4dcebe850 tempest-VolumesActionsTest-1424607663 tempest-VolumesActionsTest-1424607663-project] 10.222.0.15 "GET /v2.0/security-groups?id=82302429-d183-4da8-968b-90e59e5b9eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570853 Apr 08 02:57:46.003796 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee240370-711d-4273-8b86-de994113b93a admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d9f706d-d920-4553-93f1-3e3abfc6df3e,revision_number=0']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:57:46.005647 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee240370-711d-4273-8b86-de994113b93a admin admin] Checking segment: {'id': '2471dffd-dc9f-465d-a8fa-8493a98e9163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '05f0fcf9-0f64-4cc9-a782-dd2ead0d8104'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 02:57:46.006134 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee240370-711d-4273-8b86-de994113b93a admin admin] Network hostable DHCP agents. Network: 05f0fcf9-0f64-4cc9-a782-dd2ead0d8104, hostable agents: ['c0dff2ba-0ef7-4e94-af34-c7dac3342234'], hosted agents: [] {{(pid=87787) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 02:57:46.107970 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee240370-711d-4273-8b86-de994113b93a admin admin] Network 05f0fcf9-0f64-4cc9-a782-dd2ead0d8104 is scheduled to be hosted by DHCP agent c0dff2ba-0ef7-4e94-af34-c7dac3342234 with binding_index 1 {{(pid=87787) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 02:57:46.193889 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.scheduler.base_scheduler [None req-ee240370-711d-4273-8b86-de994113b93a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837051-1-smb, 05f0fcf9-0f64-4cc9-a782-dd2ead0d8104) {{(pid=87787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 02:57:46.199130 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee240370-711d-4273-8b86-de994113b93a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:57:46.199817 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-ee240370-711d-4273-8b86-de994113b93a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539232'] for subnet, before_response {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:46.203986 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00caf7a4-2b2e-41db-bbec-9f2ab52b99f4 None None] Network 05f0fcf9-0f64-4cc9-a782-dd2ead0d8104 requested from dv-cinder-837051-1-smb {{(pid=87788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 02:57:46.294186 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-ee240370-711d-4273-8b86-de994113b93a admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8435783 Apr 08 02:57:46.426886 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16585eaf-c61d-4408-9cbb-1c773402c8fd None None] Network 05f0fcf9-0f64-4cc9-a782-dd2ead0d8104 requested from dv-cinder-837051-1-smb {{(pid=87788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 02:57:47.245222 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262007c2-713d-4f2c-b741-3d8c74c72272 req-8e28c4bd-a874-4ebd-ba62-0516414261c9 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:57:47.246662 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-262007c2-713d-4f2c-b741-3d8c74c72272 req-8e28c4bd-a874-4ebd-ba62-0516414261c9 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4393a78-1cab-4756-88e9-3b634af68a4b HTTP/1.1" status: 200 len: 946 time: 0.2027056 Apr 08 02:57:47.276711 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf6b0a1-44ed-4429-adf9-d1ad44f15875 req-8c2d526c-f2cb-4803-8b16-721d80cf9186 tempest-VolumesActionsTest-1424607663 tempest-VolumesActionsTest-1424607663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:57:47.278063 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-acf6b0a1-44ed-4429-adf9-d1ad44f15875 req-8c2d526c-f2cb-4803-8b16-721d80cf9186 tempest-VolumesActionsTest-1424607663 tempest-VolumesActionsTest-1424607663-project] 10.222.0.15 "GET /v2.0/ports?device_id=f45f4268-0203-4fb4-9ef9-edc6b642ea99 HTTP/1.1" status: 200 len: 945 time: 0.1355467 Apr 08 02:57:47.323044 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-262007c2-713d-4f2c-b741-3d8c74c72272 req-41098c67-71f0-4d81-b1ab-6dc98d7c3299 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/security-groups?id=182843b8-633a-4f61-a3e3-f50baa1f3acb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704730 Apr 08 02:57:47.348733 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-acf6b0a1-44ed-4429-adf9-d1ad44f15875 req-037044da-79cb-4487-84ab-1f97f14116d3 tempest-VolumesActionsTest-1424607663 tempest-VolumesActionsTest-1424607663-project] 10.222.0.15 "GET /v2.0/security-groups?id=82302429-d183-4da8-968b-90e59e5b9eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568278 Apr 08 02:57:47.885941 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c048308-192b-46e7-a19a-41fc8bc57d63 req-34473c62-8153-4be5-b156-dc5840a0cb03 tempest-VolumesActionsTest-1424607663 tempest-VolumesActionsTest-1424607663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:57:47.887412 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-6c048308-192b-46e7-a19a-41fc8bc57d63 req-34473c62-8153-4be5-b156-dc5840a0cb03 tempest-VolumesActionsTest-1424607663 tempest-VolumesActionsTest-1424607663-project] 10.222.0.39 "GET /v2.0/ports?device_id=f45f4268-0203-4fb4-9ef9-edc6b642ea99 HTTP/1.1" status: 200 len: 945 time: 0.0819764 Apr 08 02:57:47.956145 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.plugin [req-6c048308-192b-46e7-a19a-41fc8bc57d63 req-b39b719a-ad3e-4643-93d6-30e79456885d tempest-VolumesActionsTest-1424607663 tempest-VolumesActionsTest-1424607663-project] Deleting port a07e3dba-db61-43d9-a372-b4edffedbb43 {{(pid=87786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 02:57:47.956485 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [req-6c048308-192b-46e7-a19a-41fc8bc57d63 req-b39b719a-ad3e-4643-93d6-30e79456885d tempest-VolumesActionsTest-1424607663 tempest-VolumesActionsTest-1424607663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762847207940'] for port, before_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:48.199620 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.db [req-6c048308-192b-46e7-a19a-41fc8bc57d63 req-b39b719a-ad3e-4643-93d6-30e79456885d tempest-VolumesActionsTest-1424607663 tempest-VolumesActionsTest-1424607663-project] For port a07e3dba-db61-43d9-a372-b4edffedbb43, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=a07e3dba-db61-43d9-a372-b4edffedbb43,segment=NetworkSegment(84b96e0e-263a-40be-91f5-f86aba42b475),segment_id=84b96e0e-263a-40be-91f5-f86aba42b475)] {{(pid=87786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 02:57:48.199894 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [req-6c048308-192b-46e7-a19a-41fc8bc57d63 req-b39b719a-ad3e-4643-93d6-30e79456885d tempest-VolumesActionsTest-1424607663 tempest-VolumesActionsTest-1424607663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334124'] for port, precommit_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:48.321578 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.plugin [req-6c048308-192b-46e7-a19a-41fc8bc57d63 req-b39b719a-ad3e-4643-93d6-30e79456885d tempest-VolumesActionsTest-1424607663 tempest-VolumesActionsTest-1424607663-project] Calling delete_port for a07e3dba-db61-43d9-a372-b4edffedbb43 owned by compute:nova {{(pid=87786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 02:57:48.668160 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1950708-72cb-43bd-8c37-6b45c8ec8b2e req-5b0c982f-c5c6-492a-8fd2-99106954c213 tempest-VolumesActionsTest-1424607663 tempest-VolumesActionsTest-1424607663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:57:48.669575 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-b1950708-72cb-43bd-8c37-6b45c8ec8b2e req-5b0c982f-c5c6-492a-8fd2-99106954c213 tempest-VolumesActionsTest-1424607663 tempest-VolumesActionsTest-1424607663-project] 10.222.0.15 "GET /v2.0/ports?device_id=f45f4268-0203-4fb4-9ef9-edc6b642ea99 HTTP/1.1" status: 200 len: 945 time: 0.2106640 Apr 08 02:57:48.676430 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcfa58f-a3e9-4006-b932-40b918e3ad22 req-8052e1fa-115f-44ef-852f-0e3f316e7302 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:57:48.677937 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-3bcfa58f-a3e9-4006-b932-40b918e3ad22 req-8052e1fa-115f-44ef-852f-0e3f316e7302 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4393a78-1cab-4756-88e9-3b634af68a4b HTTP/1.1" status: 200 len: 946 time: 0.2321968 Apr 08 02:57:48.745645 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-b1950708-72cb-43bd-8c37-6b45c8ec8b2e req-648c3ad5-bc57-4614-a210-584542e0066d tempest-VolumesActionsTest-1424607663 tempest-VolumesActionsTest-1424607663-project] 10.222.0.15 "GET /v2.0/security-groups?id=82302429-d183-4da8-968b-90e59e5b9eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667045 Apr 08 02:57:48.748404 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [req-6c048308-192b-46e7-a19a-41fc8bc57d63 req-b39b719a-ad3e-4643-93d6-30e79456885d tempest-VolumesActionsTest-1424607663 tempest-VolumesActionsTest-1424607663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762847213038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762846864689'] for port, after_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:48.759894 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-3bcfa58f-a3e9-4006-b932-40b918e3ad22 req-3a1e5abe-aabf-403c-8814-70b418ec1a23 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/security-groups?id=182843b8-633a-4f61-a3e3-f50baa1f3acb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677242 Apr 08 02:57:48.800522 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.db [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] get_ports_and_sgs() called for port_ids ['a07e3dba-db61-43d9-a372-b4edffedbb43'] {{(pid=87788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 02:57:48.810043 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39b719a-ad3e-4643-93d6-30e79456885d tempest-VolumesActionsTest-1424607663 tempest-VolumesActionsTest-1424607663-project] Pushing event deleted for resources: {'Port': ['ID=a07e3dba-db61-43d9-a372-b4edffedbb43,revision_number=None']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:57:48.887677 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c048308-192b-46e7-a19a-41fc8bc57d63 req-b39b719a-ad3e-4643-93d6-30e79456885d tempest-VolumesActionsTest-1424607663 tempest-VolumesActionsTest-1424607663-project] No DVR routers for this DVR port a07e3dba-db61-43d9-a372-b4edffedbb43 on host hv-cinder-83705 {{(pid=87786) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 02:57:48.890628 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [req-6c048308-192b-46e7-a19a-41fc8bc57d63 req-b39b719a-ad3e-4643-93d6-30e79456885d tempest-VolumesActionsTest-1424607663 tempest-VolumesActionsTest-1424607663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207533'] for port, before_response {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:48.892987 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f45f4268-0203-4fb4-9ef9-edc6b642ea99', 'name': 'network-vif-deleted', 'tag': 'a07e3dba-db61-43d9-a372-b4edffedbb43'}] {{(pid=87786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 02:57:48.901783 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-6c048308-192b-46e7-a19a-41fc8bc57d63 req-b39b719a-ad3e-4643-93d6-30e79456885d tempest-VolumesActionsTest-1424607663 tempest-VolumesActionsTest-1424607663-project] 10.222.0.39 "DELETE /v2.0/ports/a07e3dba-db61-43d9-a372-b4edffedbb43 HTTP/1.1" status: 204 len: 173 time: 1.0084658 Apr 08 02:57:48.937913 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18f0446c-ff73-4cbd-a802-9107f6accf02'] response: {'server_uuid': 'f45f4268-0203-4fb4-9ef9-edc6b642ea99', 'name': 'network-vif-deleted', 'tag': 'a07e3dba-db61-43d9-a372-b4edffedbb43', 'status': 'completed', 'code': 200} Apr 08 02:57:49.989785 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [req-d64edb80-7910-4f9f-81b2-abd7d942c779 req-149d0e79-7327-462e-8585-243f714b144d tempest-VolumesActionsTest-1424607663 tempest-VolumesActionsTest-1424607663-project] Synchronizing usage tracker for tenant:2312456505954674b3b13001029c1c68 on resource:port {{(pid=87786) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 02:57:50.028401 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8c3bf3-2b0e-4292-8036-8ccacf86e686 req-f1ee43f0-d6ea-41fb-8db2-23bab74d6314 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:57:50.029849 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-ac8c3bf3-2b0e-4292-8036-8ccacf86e686 req-f1ee43f0-d6ea-41fb-8db2-23bab74d6314 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4393a78-1cab-4756-88e9-3b634af68a4b HTTP/1.1" status: 200 len: 946 time: 0.1396618 Apr 08 02:57:50.077783 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-ac8c3bf3-2b0e-4292-8036-8ccacf86e686 req-38394c07-c879-4e90-8d28-fea7935a2af9 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/security-groups?id=182843b8-633a-4f61-a3e3-f50baa1f3acb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419974 Apr 08 02:57:50.084869 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [req-d64edb80-7910-4f9f-81b2-abd7d942c779 req-149d0e79-7327-462e-8585-243f714b144d tempest-VolumesActionsTest-1424607663 tempest-VolumesActionsTest-1424607663-project] Unset dirty status for tenant:2312456505954674b3b13001029c1c68 on resource:port {{(pid=87786) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 02:57:50.086153 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-d64edb80-7910-4f9f-81b2-abd7d942c779 req-149d0e79-7327-462e-8585-243f714b144d tempest-VolumesActionsTest-1424607663 tempest-VolumesActionsTest-1424607663-project] 10.222.0.15 "GET /v2.0/ports?device_id=f45f4268-0203-4fb4-9ef9-edc6b642ea99 HTTP/1.1" status: 200 len: 210 time: 0.1394415 Apr 08 02:57:50.402342 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be80d93-78aa-45f9-b0a5-5593deddfe9b req-80f3ee5f-34ef-4af5-997f-13b6593ab450 tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:57:50.403018 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [req-1be80d93-78aa-45f9-b0a5-5593deddfe9b req-80f3ee5f-34ef-4af5-997f-13b6593ab450 tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] Synchronizing usage tracker for tenant:945853f6813e44efa7cc8c73fe3ea2b4 on resource:network {{(pid=87786) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 02:57:50.519500 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [req-1be80d93-78aa-45f9-b0a5-5593deddfe9b req-80f3ee5f-34ef-4af5-997f-13b6593ab450 tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] Unset dirty status for tenant:945853f6813e44efa7cc8c73fe3ea2b4 on resource:network {{(pid=87786) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 02:57:50.520693 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-1be80d93-78aa-45f9-b0a5-5593deddfe9b req-80f3ee5f-34ef-4af5-997f-13b6593ab450 tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] 10.222.0.15 "GET /v2.0/networks?id=05f0fcf9-0f64-4cc9-a782-dd2ead0d8104 HTTP/1.1" status: 200 len: 814 time: 0.3454788 Apr 08 02:57:50.535675 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-1be80d93-78aa-45f9-b0a5-5593deddfe9b req-d46a91de-642d-4f38-b5bf-fbb2c9a38d69 tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] 10.222.0.15 "GET /v2.0/quotas/945853f6813e44efa7cc8c73fe3ea2b4 HTTP/1.1" status: 200 len: 375 time: 0.0089822 Apr 08 02:57:50.586375 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-1be80d93-78aa-45f9-b0a5-5593deddfe9b req-15fbcdce-ede8-4da3-8ef7-14e12ee01ef7 tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=945853f6813e44efa7cc8c73fe3ea2b4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0440865 Apr 08 02:57:50.721175 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-1be80d93-78aa-45f9-b0a5-5593deddfe9b req-03a84967-60d6-41c4-8799-b38f5bb24ff5 service neutron] 10.222.0.15 "GET /v2.0/networks/05f0fcf9-0f64-4cc9-a782-dd2ead0d8104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274447 Apr 08 02:57:50.856748 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-1be80d93-78aa-45f9-b0a5-5593deddfe9b req-466f922a-ccac-44c1-8a70-fb0538124134 service neutron] 10.222.0.15 "GET /v2.0/networks/05f0fcf9-0f64-4cc9-a782-dd2ead0d8104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289437 Apr 08 02:57:51.138924 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-01ddbbbf-c184-4b8c-b771-5175c7a6b09f req-4479e959-b939-453b-95e7-2b118c697f6a tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] 10.222.0.15 "GET /v2.0/ports?device_id=75b0ca40-ee7b-4bd4-b893-2a0954207c69 HTTP/1.1" status: 200 len: 210 time: 0.0503287 Apr 08 02:57:51.335596 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8b2d64-9606-4d80-8d74-534539809a9f req-51144d09-9340-43e0-be2d-568fd6270f27 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:57:51.337108 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-9a8b2d64-9606-4d80-8d74-534539809a9f req-51144d09-9340-43e0-be2d-568fd6270f27 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4393a78-1cab-4756-88e9-3b634af68a4b HTTP/1.1" status: 200 len: 946 time: 0.1028063 Apr 08 02:57:51.385269 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-9a8b2d64-9606-4d80-8d74-534539809a9f req-a9011eb3-8495-484f-931e-98cc35ff5b9d tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/security-groups?id=182843b8-633a-4f61-a3e3-f50baa1f3acb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417805 Apr 08 02:57:52.052668 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Device a07e3dba-db61-43d9-a372-b4edffedbb43 no longer exists at agent hyperv_hv-cinder-83705 {{(pid=87788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 02:57:52.089645 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.plugin [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] No Port match for: a07e3dba-db61-43d9-a372-b4edffedbb43 {{(pid=87788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 02:57:52.089955 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Device a07e3dba-db61-43d9-a372-b4edffedbb43 not bound to the agent host hv-cinder-83705 {{(pid=87788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 02:57:52.432010 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-c90058f5-a3c3-4c77-a216-badee79fae62 req-c11a063f-fc99-487c-b282-59221e9bc118 tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] 10.222.0.15 "GET /v2.0/ports?device_id=75b0ca40-ee7b-4bd4-b893-2a0954207c69 HTTP/1.1" status: 200 len: 210 time: 0.0518332 Apr 08 02:57:52.588568 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac59eddf-d534-45be-9e9a-d6d2c354a6df req-55afc90b-b22e-4059-bfc0-d2b4423400c2 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:57:52.591308 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-ac59eddf-d534-45be-9e9a-d6d2c354a6df req-55afc90b-b22e-4059-bfc0-d2b4423400c2 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4393a78-1cab-4756-88e9-3b634af68a4b HTTP/1.1" status: 200 len: 946 time: 0.0886595 Apr 08 02:57:52.640019 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-ac59eddf-d534-45be-9e9a-d6d2c354a6df req-58f47b77-c6d1-4aa1-a00c-8258690bf40f tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/security-groups?id=182843b8-633a-4f61-a3e3-f50baa1f3acb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427673 Apr 08 02:57:53.648829 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-d1155519-fb50-47da-82a5-c3800a50994f req-f5c3d064-4e6e-4020-b1a9-e27e261721ae tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] 10.222.0.15 "GET /v2.0/ports?device_id=75b0ca40-ee7b-4bd4-b893-2a0954207c69 HTTP/1.1" status: 200 len: 210 time: 0.0979588 Apr 08 02:57:53.693805 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7901828a-da1b-47b6-be25-919758316cee req-970b1e6e-0862-4421-930e-8cb07690166e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:57:53.696542 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-7901828a-da1b-47b6-be25-919758316cee req-970b1e6e-0862-4421-930e-8cb07690166e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=f4393a78-1cab-4756-88e9-3b634af68a4b HTTP/1.1" status: 200 len: 1099 time: 0.0870123 Apr 08 02:57:53.739625 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be80d93-78aa-45f9-b0a5-5593deddfe9b req-dd3298da-ad7d-42bc-a403-bfa9f194566f tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:57:53.743091 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-1be80d93-78aa-45f9-b0a5-5593deddfe9b req-dd3298da-ad7d-42bc-a403-bfa9f194566f tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] 10.222.0.39 "GET /v2.0/networks?id=05f0fcf9-0f64-4cc9-a782-dd2ead0d8104 HTTP/1.1" status: 200 len: 814 time: 0.2320907 Apr 08 02:57:53.746274 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-7901828a-da1b-47b6-be25-919758316cee req-8c19f15d-ec7f-4e6e-988b-646b447a9cf3 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=182843b8-633a-4f61-a3e3-f50baa1f3acb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421743 Apr 08 02:57:53.851552 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5c6c2c-c5d7-4c5e-846f-148a4bca016c req-f4cb515a-6442-4155-b9ff-af06f2cee85b tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:57:53.853024 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-9a5c6c2c-c5d7-4c5e-846f-148a4bca016c req-f4cb515a-6442-4155-b9ff-af06f2cee85b tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4393a78-1cab-4756-88e9-3b634af68a4b HTTP/1.1" status: 200 len: 946 time: 0.0839305 Apr 08 02:57:53.896277 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-9a5c6c2c-c5d7-4c5e-846f-148a4bca016c req-e73c4392-e350-4385-93a0-c5d36144ed6b tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/security-groups?id=182843b8-633a-4f61-a3e3-f50baa1f3acb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375333 Apr 08 02:57:54.162341 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.v2.base [req-1be80d93-78aa-45f9-b0a5-5593deddfe9b req-3d720a1b-4534-44d0-845c-c751b0f505ff tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] Request body: {'port': {'device_id': '75b0ca40-ee7b-4bd4-b893-2a0954207c69', 'network_id': '05f0fcf9-0f64-4cc9-a782-dd2ead0d8104', 'admin_state_up': True, 'tenant_id': '945853f6813e44efa7cc8c73fe3ea2b4'}} {{(pid=87786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 02:57:54.314113 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.quota.driver [req-1be80d93-78aa-45f9-b0a5-5593deddfe9b req-3d720a1b-4534-44d0-845c-c751b0f505ff tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:57:54.323205 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [req-1be80d93-78aa-45f9-b0a5-5593deddfe9b req-3d720a1b-4534-44d0-845c-c751b0f505ff tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] Usage tracker for resource:port and tenant:945853f6813e44efa7cc8c73fe3ea2b4 is out of sync, need to count used quota {{(pid=87786) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:57:54.330664 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [req-1be80d93-78aa-45f9-b0a5-5593deddfe9b req-3d720a1b-4534-44d0-845c-c751b0f505ff tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87786) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:57:54.342953 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.quota.driver [req-1be80d93-78aa-45f9-b0a5-5593deddfe9b req-3d720a1b-4534-44d0-845c-c751b0f505ff tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:57:54.399545 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1be80d93-78aa-45f9-b0a5-5593deddfe9b req-3d720a1b-4534-44d0-845c-c751b0f505ff tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] Made reservation on behalf of 945853f6813e44efa7cc8c73fe3ea2b4 for: {'port': 1} {{(pid=87786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 02:57:54.403067 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [req-1be80d93-78aa-45f9-b0a5-5593deddfe9b req-3d720a1b-4534-44d0-845c-c751b0f505ff tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:54.562459 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.db_base_plugin_common [req-1be80d93-78aa-45f9-b0a5-5593deddfe9b req-3d720a1b-4534-44d0-845c-c751b0f505ff tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] Allocated IP 172.20.0.3 (05f0fcf9-0f64-4cc9-a782-dd2ead0d8104/5d9f706d-d920-4553-93f1-3e3abfc6df3e/97e17e7e-24bc-4806-b00a-f43d64cf475c) {{(pid=87786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 02:57:54.801880 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [req-1be80d93-78aa-45f9-b0a5-5593deddfe9b req-3d720a1b-4534-44d0-845c-c751b0f505ff tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] Notify callbacks [] for port, precommit_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:54.813013 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-67264989-0a6b-4ccb-803f-01dfec155987 req-438a17f6-f8d8-4a11-a97a-8c8bc540ee87 tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] 10.222.0.15 "GET /v2.0/ports?device_id=75b0ca40-ee7b-4bd4-b893-2a0954207c69 HTTP/1.1" status: 200 len: 210 time: 0.0525315 Apr 08 02:57:54.908644 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [req-1be80d93-78aa-45f9-b0a5-5593deddfe9b req-3d720a1b-4534-44d0-845c-c751b0f505ff tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762846864680'] for port, after_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:55.097512 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1be80d93-78aa-45f9-b0a5-5593deddfe9b req-3d720a1b-4534-44d0-845c-c751b0f505ff tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] Network 05f0fcf9-0f64-4cc9-a782-dd2ead0d8104 is already hosted by enough agents. {{(pid=87786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 02:57:55.098525 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.scheduler.base_scheduler [req-1be80d93-78aa-45f9-b0a5-5593deddfe9b req-3d720a1b-4534-44d0-845c-c751b0f505ff tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] Resources bound (agent type, host, resource id): {{(pid=87786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 02:57:55.110442 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.l3_dvrscheduler_db [req-1be80d93-78aa-45f9-b0a5-5593deddfe9b req-3d720a1b-4534-44d0-845c-c751b0f505ff tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] Received port after_create {{(pid=87786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 02:57:55.116096 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be80d93-78aa-45f9-b0a5-5593deddfe9b req-3d720a1b-4534-44d0-845c-c751b0f505ff tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:57:55.116566 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [req-1be80d93-78aa-45f9-b0a5-5593deddfe9b req-3d720a1b-4534-44d0-845c-c751b0f505ff tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207533'] for port, before_response {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:55.134569 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d720a1b-4534-44d0-845c-c751b0f505ff tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] Pushing event updated for resources: {'Port': ['ID=97e17e7e-24bc-4806-b00a-f43d64cf475c,revision_number=1']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:57:55.173077 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d21849-0f12-4bda-9226-a0101f2dc5de req-3d2423a1-ac32-400a-a524-de823ce61b53 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:57:55.174562 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-d4d21849-0f12-4bda-9226-a0101f2dc5de req-3d2423a1-ac32-400a-a524-de823ce61b53 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4393a78-1cab-4756-88e9-3b634af68a4b HTTP/1.1" status: 200 len: 946 time: 0.1419921 Apr 08 02:57:55.224387 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-d4d21849-0f12-4bda-9226-a0101f2dc5de req-9d869c3d-03a8-4237-8f13-eec4a32c4570 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/security-groups?id=182843b8-633a-4f61-a3e3-f50baa1f3acb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435622 Apr 08 02:57:55.265527 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-1be80d93-78aa-45f9-b0a5-5593deddfe9b req-3d720a1b-4534-44d0-845c-c751b0f505ff tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1065845 Apr 08 02:57:55.293295 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.v2.base [req-1be80d93-78aa-45f9-b0a5-5593deddfe9b req-339d3587-5d3f-4be0-b797-3ca70ee1808f service neutron] Request body: {'port': {'device_id': '75b0ca40-ee7b-4bd4-b893-2a0954207c69', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83705'}} {{(pid=87786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 02:57:55.416948 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [req-1be80d93-78aa-45f9-b0a5-5593deddfe9b req-339d3587-5d3f-4be0-b797-3ca70ee1808f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_update {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:55.806299 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.notifiers.nova [req-1be80d93-78aa-45f9-b0a5-5593deddfe9b req-339d3587-5d3f-4be0-b797-3ca70ee1808f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97e17e7e-24bc-4806-b00a-f43d64cf475c {{(pid=87786) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 02:57:55.813901 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [req-1be80d93-78aa-45f9-b0a5-5593deddfe9b req-339d3587-5d3f-4be0-b797-3ca70ee1808f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:55.828977 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.provisioning_blocks [req-1be80d93-78aa-45f9-b0a5-5593deddfe9b req-339d3587-5d3f-4be0-b797-3ca70ee1808f service neutron] Transition to ACTIVE for port object 97e17e7e-24bc-4806-b00a-f43d64cf475c will not be triggered until provisioned by entity L2. {{(pid=87786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 02:57:55.852221 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-6a66b4d9-a073-4ed3-b5a8-e53fa81bb4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:55.897996 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [req-1be80d93-78aa-45f9-b0a5-5593deddfe9b req-339d3587-5d3f-4be0-b797-3ca70ee1808f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762847214852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762846864698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762846864743'] for port, after_update {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:56.125718 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339d3587-5d3f-4be0-b797-3ca70ee1808f service neutron] Pushing event updated for resources: {'Port': ['ID=97e17e7e-24bc-4806-b00a-f43d64cf475c,revision_number=2']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:57:56.133981 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.managers [req-1be80d93-78aa-45f9-b0a5-5593deddfe9b req-339d3587-5d3f-4be0-b797-3ca70ee1808f service neutron] Attempting to bind port 97e17e7e-24bc-4806-b00a-f43d64cf475c on host hv-cinder-83705 for vnic_type normal with profile {{(pid=87786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 02:57:56.134317 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.managers [req-1be80d93-78aa-45f9-b0a5-5593deddfe9b req-339d3587-5d3f-4be0-b797-3ca70ee1808f service neutron] Attempting to bind port 97e17e7e-24bc-4806-b00a-f43d64cf475c by drivers openvswitch,hyperv on host hv-cinder-83705 at level 0 using segments [{'id': '2471dffd-dc9f-465d-a8fa-8493a98e9163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '05f0fcf9-0f64-4cc9-a782-dd2ead0d8104'}] {{(pid=87786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 02:57:56.134638 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1be80d93-78aa-45f9-b0a5-5593deddfe9b req-339d3587-5d3f-4be0-b797-3ca70ee1808f service neutron] Attempting to bind port 97e17e7e-24bc-4806-b00a-f43d64cf475c on network 05f0fcf9-0f64-4cc9-a782-dd2ead0d8104 {{(pid=87786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 02:57:56.141993 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1be80d93-78aa-45f9-b0a5-5593deddfe9b req-339d3587-5d3f-4be0-b797-3ca70ee1808f service neutron] Port 97e17e7e-24bc-4806-b00a-f43d64cf475c on network 05f0fcf9-0f64-4cc9-a782-dd2ead0d8104 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83705 {{(pid=87786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 08 02:57:56.142307 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1be80d93-78aa-45f9-b0a5-5593deddfe9b req-339d3587-5d3f-4be0-b797-3ca70ee1808f service neutron] Attempting to bind port 97e17e7e-24bc-4806-b00a-f43d64cf475c on network 05f0fcf9-0f64-4cc9-a782-dd2ead0d8104 {{(pid=87786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 02:57:56.150299 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1be80d93-78aa-45f9-b0a5-5593deddfe9b req-339d3587-5d3f-4be0-b797-3ca70ee1808f service neutron] Checking agent: {'id': '80029809-569d-4306-9121-6b636b3093bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83705', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 2, 54, 9), 'started_at': datetime.datetime(2022, 4, 8, 2, 54, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 2, 57, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 02:57:56.150634 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1be80d93-78aa-45f9-b0a5-5593deddfe9b req-339d3587-5d3f-4be0-b797-3ca70ee1808f service neutron] Checking segment: {'id': '2471dffd-dc9f-465d-a8fa-8493a98e9163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '05f0fcf9-0f64-4cc9-a782-dd2ead0d8104'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 02:57:56.151010 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1be80d93-78aa-45f9-b0a5-5593deddfe9b req-339d3587-5d3f-4be0-b797-3ca70ee1808f service neutron] Bound using segment: {'id': '2471dffd-dc9f-465d-a8fa-8493a98e9163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '05f0fcf9-0f64-4cc9-a782-dd2ead0d8104'} {{(pid=87786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 02:57:56.151459 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.managers [req-1be80d93-78aa-45f9-b0a5-5593deddfe9b req-339d3587-5d3f-4be0-b797-3ca70ee1808f service neutron] Bound port: 97e17e7e-24bc-4806-b00a-f43d64cf475c, host: hv-cinder-83705, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2471dffd-dc9f-465d-a8fa-8493a98e9163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '05f0fcf9-0f64-4cc9-a782-dd2ead0d8104'}}] {{(pid=87786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 02:57:56.151799 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [req-1be80d93-78aa-45f9-b0a5-5593deddfe9b req-339d3587-5d3f-4be0-b797-3ca70ee1808f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_update {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:56.222419 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5040928b-a823-467c-999f-4ab74dc2c04c req-facf4245-bd3b-4c32-882b-55dfad6c6f30 tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:57:56.223727 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [req-5040928b-a823-467c-999f-4ab74dc2c04c req-facf4245-bd3b-4c32-882b-55dfad6c6f30 tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] Synchronizing usage tracker for tenant:945853f6813e44efa7cc8c73fe3ea2b4 on resource:port {{(pid=87786) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 02:57:56.275585 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.db [req-1be80d93-78aa-45f9-b0a5-5593deddfe9b req-339d3587-5d3f-4be0-b797-3ca70ee1808f service neutron] For port 97e17e7e-24bc-4806-b00a-f43d64cf475c, host hv-cinder-83705, cleared binding levels {{(pid=87786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 02:57:56.278707 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.db [req-1be80d93-78aa-45f9-b0a5-5593deddfe9b req-339d3587-5d3f-4be0-b797-3ca70ee1808f service neutron] For port 97e17e7e-24bc-4806-b00a-f43d64cf475c, host hv-cinder-83705, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=97e17e7e-24bc-4806-b00a-f43d64cf475c,segment=NetworkSegment(2471dffd-dc9f-465d-a8fa-8493a98e9163),segment_id=2471dffd-dc9f-465d-a8fa-8493a98e9163)] {{(pid=87786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 02:57:56.379008 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [req-1be80d93-78aa-45f9-b0a5-5593deddfe9b req-339d3587-5d3f-4be0-b797-3ca70ee1808f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762847214852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762846864698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762846864743'] for port, after_update {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:56.383250 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [req-5040928b-a823-467c-999f-4ab74dc2c04c req-facf4245-bd3b-4c32-882b-55dfad6c6f30 tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] Unset dirty status for tenant:945853f6813e44efa7cc8c73fe3ea2b4 on resource:port {{(pid=87786) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 02:57:56.384311 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-5040928b-a823-467c-999f-4ab74dc2c04c req-facf4245-bd3b-4c32-882b-55dfad6c6f30 tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] 10.222.0.15 "GET /v2.0/ports?device_id=75b0ca40-ee7b-4bd4-b893-2a0954207c69 HTTP/1.1" status: 200 len: 943 time: 0.4388666 Apr 08 02:57:56.465964 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be80d93-78aa-45f9-b0a5-5593deddfe9b req-339d3587-5d3f-4be0-b797-3ca70ee1808f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:57:56.466598 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [req-1be80d93-78aa-45f9-b0a5-5593deddfe9b req-339d3587-5d3f-4be0-b797-3ca70ee1808f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207533'] for port, before_response {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:56.468031 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-1be80d93-78aa-45f9-b0a5-5593deddfe9b req-339d3587-5d3f-4be0-b797-3ca70ee1808f service neutron] 10.222.0.39 "PUT /v2.0/ports/97e17e7e-24bc-4806-b00a-f43d64cf475c HTTP/1.1" status: 200 len: 1093 time: 1.1790123 Apr 08 02:57:56.473004 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75b0ca40-ee7b-4bd4-b893-2a0954207c69', 'tag': '97e17e7e-24bc-4806-b00a-f43d64cf475c'}] {{(pid=87786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 02:57:56.516900 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339d3587-5d3f-4be0-b797-3ca70ee1808f service neutron] Pushing event updated for resources: {'Port': ['ID=97e17e7e-24bc-4806-b00a-f43d64cf475c,revision_number=3']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:57:56.524248 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [req-5040928b-a823-467c-999f-4ab74dc2c04c req-ff271acf-8fdc-4145-9069-25f9ea8110b7 tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] Synchronizing usage tracker for tenant:945853f6813e44efa7cc8c73fe3ea2b4 on resource:security_group {{(pid=87786) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 02:57:56.565942 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ad0bd1-3cc3-4dc3-b940-9bd762acf6db req-73bb5456-1eae-43fa-a697-fb8609a5c802 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:57:56.567437 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-51ad0bd1-3cc3-4dc3-b940-9bd762acf6db req-73bb5456-1eae-43fa-a697-fb8609a5c802 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4393a78-1cab-4756-88e9-3b634af68a4b HTTP/1.1" status: 200 len: 946 time: 0.2294860 Apr 08 02:57:56.659063 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [req-5040928b-a823-467c-999f-4ab74dc2c04c req-ff271acf-8fdc-4145-9069-25f9ea8110b7 tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] Unset dirty status for tenant:945853f6813e44efa7cc8c73fe3ea2b4 on resource:security_group {{(pid=87786) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 02:57:56.660368 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-5040928b-a823-467c-999f-4ab74dc2c04c req-ff271acf-8fdc-4145-9069-25f9ea8110b7 tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] 10.222.0.15 "GET /v2.0/security-groups?id=9e40f263-cdae-4e5a-8dfc-98fd932b65d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2391968 Apr 08 02:57:56.671159 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-51ad0bd1-3cc3-4dc3-b940-9bd762acf6db req-77bb1f72-2ade-4790-908e-8c21e88b47cb tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/security-groups?id=182843b8-633a-4f61-a3e3-f50baa1f3acb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947480 Apr 08 02:57:56.704280 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be80d93-78aa-45f9-b0a5-5593deddfe9b req-2e4918f2-ae2a-4c27-889f-ab1392a746b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:57:56.705734 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-1be80d93-78aa-45f9-b0a5-5593deddfe9b req-2e4918f2-ae2a-4c27-889f-ab1392a746b3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=945853f6813e44efa7cc8c73fe3ea2b4&device_id=75b0ca40-ee7b-4bd4-b893-2a0954207c69 HTTP/1.1" status: 200 len: 1096 time: 0.0872130 Apr 08 02:57:56.714328 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cae46f1e-6abc-408d-aee3-e646b446b081'] response: {'name': 'network-changed', 'server_uuid': '75b0ca40-ee7b-4bd4-b893-2a0954207c69', 'tag': '97e17e7e-24bc-4806-b00a-f43d64cf475c', 'status': 'completed', 'code': 200} Apr 08 02:57:56.886670 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-1be80d93-78aa-45f9-b0a5-5593deddfe9b req-a3ce0557-e9a9-4b12-9bcb-0af196a3a030 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=97e17e7e-24bc-4806-b00a-f43d64cf475c HTTP/1.1" status: 200 len: 217 time: 0.1342885 Apr 08 02:57:56.965498 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be80d93-78aa-45f9-b0a5-5593deddfe9b req-dee32d7d-8c88-45e5-bbd1-21fbc088b5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:57:56.966903 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-1be80d93-78aa-45f9-b0a5-5593deddfe9b req-dee32d7d-8c88-45e5-bbd1-21fbc088b5ec service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5d9f706d-d920-4553-93f1-3e3abfc6df3e HTTP/1.1" status: 200 len: 854 time: 0.0729027 Apr 08 02:57:57.024165 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-1be80d93-78aa-45f9-b0a5-5593deddfe9b req-dcb92aa3-cc14-430d-8f5d-f63f39dbe305 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=05f0fcf9-0f64-4cc9-a782-dd2ead0d8104&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500646 Apr 08 02:57:57.033327 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37352e50-b86b-4f8a-889f-c0cc6211214c req-a031a344-d865-4473-a90f-7eb993b894cb tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:57:57.034752 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-37352e50-b86b-4f8a-889f-c0cc6211214c req-a031a344-d865-4473-a90f-7eb993b894cb tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/ports?device_id=a43547e4-7375-4860-8f97-36d911def7b6 HTTP/1.1" status: 200 len: 945 time: 0.2008011 Apr 08 02:57:57.254431 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-37352e50-b86b-4f8a-889f-c0cc6211214c req-95b5836e-17e6-4b8b-ac09-e5c83525e509 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/security-groups?id=182843b8-633a-4f61-a3e3-f50baa1f3acb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009284 Apr 08 02:57:57.291665 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-1be80d93-78aa-45f9-b0a5-5593deddfe9b req-00d3cb35-a248-44f2-b56c-459b11dd0a22 service neutron] 10.222.0.39 "GET /v2.0/networks/05f0fcf9-0f64-4cc9-a782-dd2ead0d8104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2559147 Apr 08 02:57:57.439717 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-1be80d93-78aa-45f9-b0a5-5593deddfe9b req-f731ace5-6635-483c-8d93-57b51317960b service neutron] 10.222.0.39 "GET /v2.0/networks/05f0fcf9-0f64-4cc9-a782-dd2ead0d8104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366193 Apr 08 02:57:57.738047 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e74cb8-97bc-43bb-be41-a0447d2854de req-55b1dbeb-b5dd-4557-b0d4-2c130aa83272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:57:57.739234 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-22e74cb8-97bc-43bb-be41-a0447d2854de req-55b1dbeb-b5dd-4557-b0d4-2c130aa83272 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=945853f6813e44efa7cc8c73fe3ea2b4&device_id=75b0ca40-ee7b-4bd4-b893-2a0954207c69 HTTP/1.1" status: 200 len: 1096 time: 0.0868866 Apr 08 02:57:57.936020 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e74cb8-97bc-43bb-be41-a0447d2854de req-e6492b96-afd9-4d48-97b0-cf01650d7987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:57:57.937454 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-22e74cb8-97bc-43bb-be41-a0447d2854de req-e6492b96-afd9-4d48-97b0-cf01650d7987 service neutron] 10.222.0.39 "GET /v2.0/networks?id=05f0fcf9-0f64-4cc9-a782-dd2ead0d8104 HTTP/1.1" status: 200 len: 915 time: 0.1926177 Apr 08 02:57:58.023716 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4883f642-1218-4644-9cc4-1a72217383ef req-10e7a201-f919-4d19-a666-beae2dc53455 tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:57:58.025355 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-4883f642-1218-4644-9cc4-1a72217383ef req-10e7a201-f919-4d19-a666-beae2dc53455 tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] 10.222.0.15 "GET /v2.0/ports?device_id=75b0ca40-ee7b-4bd4-b893-2a0954207c69 HTTP/1.1" status: 200 len: 943 time: 0.1920309 Apr 08 02:57:58.026896 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-22e74cb8-97bc-43bb-be41-a0447d2854de req-fe71108b-2dbb-4ed9-a6dc-e9c9cde22390 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=97e17e7e-24bc-4806-b00a-f43d64cf475c HTTP/1.1" status: 200 len: 217 time: 0.0810404 Apr 08 02:57:58.130196 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-4883f642-1218-4644-9cc4-1a72217383ef req-a63b3ec0-6dc7-474c-b9c7-377aaf8d0b26 tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] 10.222.0.15 "GET /v2.0/security-groups?id=9e40f263-cdae-4e5a-8dfc-98fd932b65d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931025 Apr 08 02:57:58.163495 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e74cb8-97bc-43bb-be41-a0447d2854de req-391e2336-3c3a-4dc0-b047-71ef1619d9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:57:58.164910 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-22e74cb8-97bc-43bb-be41-a0447d2854de req-391e2336-3c3a-4dc0-b047-71ef1619d9d4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5d9f706d-d920-4553-93f1-3e3abfc6df3e HTTP/1.1" status: 200 len: 854 time: 0.1070399 Apr 08 02:57:58.211735 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-22e74cb8-97bc-43bb-be41-a0447d2854de req-cfd4fe4c-68be-4eb9-a61f-95a7ac2d4196 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=05f0fcf9-0f64-4cc9-a782-dd2ead0d8104&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398262 Apr 08 02:57:58.308977 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-519be63f-2e88-4cc8-b971-97f0ecd99612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:58.357408 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-22e74cb8-97bc-43bb-be41-a0447d2854de req-aee85c85-a10c-454f-9fa2-84325a4b067a service neutron] 10.222.0.39 "GET /v2.0/networks/05f0fcf9-0f64-4cc9-a782-dd2ead0d8104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386049 Apr 08 02:57:58.489769 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-22e74cb8-97bc-43bb-be41-a0447d2854de req-246a15ed-0c6b-40eb-aa24-6c66827f960c service neutron] 10.222.0.39 "GET /v2.0/networks/05f0fcf9-0f64-4cc9-a782-dd2ead0d8104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257503 Apr 08 02:57:58.804077 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 44450) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:57:58.923555 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-3045e940-6c36-4725-a4a4-da0c26a8dc6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:58.937968 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-3045e940-6c36-4725-a4a4-da0c26a8dc6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:57:58.941714 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-3045e940-6c36-4725-a4a4-da0c26a8dc6f admin admin] Usage tracker for resource:security_group_rule and tenant:e4d1fe7a32164a90af0662d48c0ec93f is out of sync, need to count used quota {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:57:58.945040 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-3045e940-6c36-4725-a4a4-da0c26a8dc6f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:57:58.950675 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-3045e940-6c36-4725-a4a4-da0c26a8dc6f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:57:59.035914 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-3045e940-6c36-4725-a4a4-da0c26a8dc6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:59.108223 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-3045e940-6c36-4725-a4a4-da0c26a8dc6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:59.108342 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-ef00a636-a289-418c-ab96-90866b017a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:59.154911 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.wsgi [-] (87786) accepted ('10.222.0.15', 44466) {{(pid=87786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:57:59.166104 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-3045e940-6c36-4725-a4a4-da0c26a8dc6f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e4d1fe7a32164a90af0662d48c0ec93f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3608816 Apr 08 02:57:59.191637 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3045e940-6c36-4725-a4a4-da0c26a8dc6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa357a7d-6bb0-4ff3-b589-34e4cf973fd0,revision_number=1']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:57:59.230464 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-05f7e637-18d2-4d2e-a22c-de3d7cd2e354 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:59.266189 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-05f7e637-18d2-4d2e-a22c-de3d7cd2e354 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:59.315901 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:59.425565 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0236c7-47ff-485e-81e7-a4d8a13900c2 req-2daac80b-eaac-49dc-812d-9a5bce72930b tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:57:59.434667 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-8d0236c7-47ff-485e-81e7-a4d8a13900c2 req-2daac80b-eaac-49dc-812d-9a5bce72930b tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] 10.222.0.15 "GET /v2.0/ports?device_id=75b0ca40-ee7b-4bd4-b893-2a0954207c69 HTTP/1.1" status: 200 len: 943 time: 0.1534913 Apr 08 02:57:59.474902 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-8d0236c7-47ff-485e-81e7-a4d8a13900c2 req-b720eb35-77ad-44d9-8fc7-cb979b61b6c2 tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] 10.222.0.15 "GET /v2.0/security-groups?id=9e40f263-cdae-4e5a-8dfc-98fd932b65d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392237 Apr 08 02:57:59.736538 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-05f7e637-18d2-4d2e-a22c-de3d7cd2e354 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:59.751956 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f7e637-18d2-4d2e-a22c-de3d7cd2e354 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa357a7d-6bb0-4ff3-b589-34e4cf973fd0,revision_number=None']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:57:59.765628 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-05f7e637-18d2-4d2e-a22c-de3d7cd2e354 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:57:59.767059 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [None req-05f7e637-18d2-4d2e-a22c-de3d7cd2e354 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/aa357a7d-6bb0-4ff3-b589-34e4cf973fd0 HTTP/1.1" status: 204 len: 168 time: 0.6108308 Apr 08 02:58:00.440129 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.wsgi [-] (87786) accepted ('10.222.0.15', 44500) {{(pid=87786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:58:00.460040 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-b363414b-8130-4b25-882c-fb2348830f4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:00.474358 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.quota.driver [None req-b363414b-8130-4b25-882c-fb2348830f4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:58:00.478820 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [None req-b363414b-8130-4b25-882c-fb2348830f4f admin admin] Usage tracker for resource:security_group_rule and tenant:be54b8763f3a40a992de18e3a429ab1d is out of sync, need to count used quota {{(pid=87786) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:58:00.481672 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [None req-b363414b-8130-4b25-882c-fb2348830f4f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87786) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:58:00.487410 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.quota.driver [None req-b363414b-8130-4b25-882c-fb2348830f4f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:58:00.531162 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-0700d8e1-2fb2-4ab8-b601-2cbd26aa24a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:00.578589 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-b363414b-8130-4b25-882c-fb2348830f4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:00.649974 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-b363414b-8130-4b25-882c-fb2348830f4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:00.701904 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068164b8-77d7-4895-a783-b406302a4a22 req-15a71d69-1797-411f-9502-2554df1dd814 tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:58:00.703354 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-068164b8-77d7-4895-a783-b406302a4a22 req-15a71d69-1797-411f-9502-2554df1dd814 tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] 10.222.0.15 "GET /v2.0/ports?device_id=75b0ca40-ee7b-4bd4-b893-2a0954207c69 HTTP/1.1" status: 200 len: 943 time: 0.1142323 Apr 08 02:58:00.726796 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [None req-b363414b-8130-4b25-882c-fb2348830f4f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=be54b8763f3a40a992de18e3a429ab1d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2856097 Apr 08 02:58:00.729666 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 44508) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:58:00.732478 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b363414b-8130-4b25-882c-fb2348830f4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74e4011f-9825-4d31-a545-4d7418eff85d,revision_number=1']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:58:00.761146 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-068164b8-77d7-4895-a783-b406302a4a22 req-0ae4f092-3704-43a7-91bc-6480198a6d28 tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] 10.222.0.15 "GET /v2.0/security-groups?id=9e40f263-cdae-4e5a-8dfc-98fd932b65d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521860 Apr 08 02:58:00.808383 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-1f47acab-c3cd-43a4-8d00-a0bb2a9469d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:00.837740 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-1f47acab-c3cd-43a4-8d00-a0bb2a9469d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:00.961966 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e6b6d3-0ab4-4554-b365-3c77b664957e req-70b7b470-2a50-4a04-9cc0-beda0b50fd39 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:58:00.963782 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-e6e6b6d3-0ab4-4554-b365-3c77b664957e req-70b7b470-2a50-4a04-9cc0-beda0b50fd39 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/ports?device_id=a43547e4-7375-4860-8f97-36d911def7b6 HTTP/1.1" status: 200 len: 945 time: 0.1325815 Apr 08 02:58:01.005462 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-1f47acab-c3cd-43a4-8d00-a0bb2a9469d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:01.023507 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f47acab-c3cd-43a4-8d00-a0bb2a9469d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74e4011f-9825-4d31-a545-4d7418eff85d,revision_number=None']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:58:01.033202 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-1f47acab-c3cd-43a4-8d00-a0bb2a9469d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:01.036769 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-1f47acab-c3cd-43a4-8d00-a0bb2a9469d7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/74e4011f-9825-4d31-a545-4d7418eff85d HTTP/1.1" status: 204 len: 168 time: 0.3036771 Apr 08 02:58:01.069143 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1976d7a5-4325-4932-8712-a0dacf246bfe req-ffc66b35-a8ea-4ce2-92aa-b50c2b15c66c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:58:01.070607 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-1976d7a5-4325-4932-8712-a0dacf246bfe req-ffc66b35-a8ea-4ce2-92aa-b50c2b15c66c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9e6274c43de24b849ee9a4529c53f5b5&device_id=a43547e4-7375-4860-8f97-36d911def7b6 HTTP/1.1" status: 200 len: 1098 time: 0.1968491 Apr 08 02:58:01.174381 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-e6e6b6d3-0ab4-4554-b365-3c77b664957e req-45e04540-308f-42d9-96a5-a747737cef47 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/security-groups?id=182843b8-633a-4f61-a3e3-f50baa1f3acb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027695 Apr 08 02:58:01.227206 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1976d7a5-4325-4932-8712-a0dacf246bfe req-be7bbf12-3e97-4e45-bbc5-96e611c2bde7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:58:01.228658 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-1976d7a5-4325-4932-8712-a0dacf246bfe req-be7bbf12-3e97-4e45-bbc5-96e611c2bde7 service neutron] 10.222.0.39 "GET /v2.0/networks?id=769a4c13-39df-48c1-b6cd-854ac881aaa3 HTTP/1.1" status: 200 len: 919 time: 0.1507480 Apr 08 02:58:01.298873 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-1976d7a5-4325-4932-8712-a0dacf246bfe req-f03ccdc2-1084-469c-b698-1ade936cf504 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5230efcd-8140-4a2f-8c1c-1b27f55d7ed6 HTTP/1.1" status: 200 len: 217 time: 0.0638466 Apr 08 02:58:01.370419 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1976d7a5-4325-4932-8712-a0dacf246bfe req-4ee3527f-5cda-41ef-bc69-d68844d1bdf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:58:01.371894 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-1976d7a5-4325-4932-8712-a0dacf246bfe req-4ee3527f-5cda-41ef-bc69-d68844d1bdf6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2ff278b6-8dcd-49ad-92d3-ea301b80d1c2 HTTP/1.1" status: 200 len: 857 time: 0.0672312 Apr 08 02:58:01.459500 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1976d7a5-4325-4932-8712-a0dacf246bfe req-a768f178-07f1-4fad-b61a-5527ac979fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:58:01.461145 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-1976d7a5-4325-4932-8712-a0dacf246bfe req-a768f178-07f1-4fad-b61a-5527ac979fa0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=769a4c13-39df-48c1-b6cd-854ac881aaa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0821445 Apr 08 02:58:01.631396 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-1976d7a5-4325-4932-8712-a0dacf246bfe req-11382e5b-6b00-4a81-a3c0-b71d7d37ad19 service neutron] 10.222.0.39 "GET /v2.0/networks/769a4c13-39df-48c1-b6cd-854ac881aaa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632078 Apr 08 02:58:01.766042 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-1976d7a5-4325-4932-8712-a0dacf246bfe req-86d5e283-f7ed-4a66-adaf-a6ea392bf352 service neutron] 10.222.0.39 "GET /v2.0/networks/769a4c13-39df-48c1-b6cd-854ac881aaa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286452 Apr 08 02:58:01.985532 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6182b8f-4d26-4dc3-ab1b-f6a9c2e20a84 req-e989f986-bb7d-4e9d-a950-b9f2c8711c85 tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:58:01.987766 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-c6182b8f-4d26-4dc3-ab1b-f6a9c2e20a84 req-e989f986-bb7d-4e9d-a950-b9f2c8711c85 tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] 10.222.0.15 "GET /v2.0/ports?device_id=75b0ca40-ee7b-4bd4-b893-2a0954207c69 HTTP/1.1" status: 200 len: 943 time: 0.0947354 Apr 08 02:58:02.031527 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-c6182b8f-4d26-4dc3-ab1b-f6a9c2e20a84 req-3ab90677-becf-4253-9a22-41f3ea4fbfca tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] 10.222.0.15 "GET /v2.0/security-groups?id=9e40f263-cdae-4e5a-8dfc-98fd932b65d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387764 Apr 08 02:58:02.097552 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Device 97e17e7e-24bc-4806-b00a-f43d64cf475c details requested by agent hyperv_hv-cinder-83705 with host hv-cinder-83705 {{(pid=87788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 08 02:58:02.239645 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.db [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] For port 97e17e7e-24bc-4806-b00a-f43d64cf475c, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=97e17e7e-24bc-4806-b00a-f43d64cf475c,segment=NetworkSegment(2471dffd-dc9f-465d-a8fa-8493a98e9163),segment_id=2471dffd-dc9f-465d-a8fa-8493a98e9163)] {{(pid=87788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 02:58:02.253268 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Returning: {'device': '97e17e7e-24bc-4806-b00a-f43d64cf475c', 'network_id': '05f0fcf9-0f64-4cc9-a782-dd2ead0d8104', 'port_id': '97e17e7e-24bc-4806-b00a-f43d64cf475c', 'mac_address': 'fa:16:3e:cf:d4:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 281, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d9f706d-d920-4553-93f1-3e3abfc6df3e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 02:58:02.319863 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:02.339747 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.notifiers.nova [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97e17e7e-24bc-4806-b00a-f43d64cf475c {{(pid=87788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 02:58:02.357184 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.db [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] For port 97e17e7e-24bc-4806-b00a-f43d64cf475c, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=97e17e7e-24bc-4806-b00a-f43d64cf475c,segment=NetworkSegment(2471dffd-dc9f-465d-a8fa-8493a98e9163),segment_id=2471dffd-dc9f-465d-a8fa-8493a98e9163)] {{(pid=87788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 02:58:02.384726 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbfc24c-23ba-4d78-a625-3e544eefc287 req-b6216f9e-2890-43dc-a3e2-9ac07a532894 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:58:02.386231 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-ddbfc24c-23ba-4d78-a625-3e544eefc287 req-b6216f9e-2890-43dc-a3e2-9ac07a532894 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/ports?device_id=a43547e4-7375-4860-8f97-36d911def7b6 HTTP/1.1" status: 200 len: 945 time: 0.0922921 Apr 08 02:58:02.432012 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-ddbfc24c-23ba-4d78-a625-3e544eefc287 req-9ba9d6cd-d0fc-40a4-a793-1b2daa7e072c tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/security-groups?id=182843b8-633a-4f61-a3e3-f50baa1f3acb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393159 Apr 08 02:58:02.439599 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762847214852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762846864698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762846864743'] for port, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:02.506847 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Pushing event updated for resources: {'Port': ['ID=97e17e7e-24bc-4806-b00a-f43d64cf475c,revision_number=4']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:58:02.931972 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.db [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] get_ports_and_sgs() called for port_ids ['97e17e7e-24bc-4806-b00a-f43d64cf475c'] {{(pid=87788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 02:58:03.246752 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf728c2-aa96-41c5-a58f-7cc203bda807 req-e39b3dfa-0524-41cc-a73b-564699e4d1c1 tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:58:03.248323 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-9cf728c2-aa96-41c5-a58f-7cc203bda807 req-e39b3dfa-0524-41cc-a73b-564699e4d1c1 tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] 10.222.0.15 "GET /v2.0/ports?device_id=75b0ca40-ee7b-4bd4-b893-2a0954207c69 HTTP/1.1" status: 200 len: 944 time: 0.1044896 Apr 08 02:58:03.295194 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-9cf728c2-aa96-41c5-a58f-7cc203bda807 req-c4323280-9366-4090-96c0-286bfbd10253 tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] 10.222.0.15 "GET /v2.0/security-groups?id=9e40f263-cdae-4e5a-8dfc-98fd932b65d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410933 Apr 08 02:58:03.617540 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53ef446-2fba-4ace-bc4e-b8cd61ec2829 req-806082c3-d022-4ce7-8ded-c946017d8d5f tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:58:03.618969 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-d53ef446-2fba-4ace-bc4e-b8cd61ec2829 req-806082c3-d022-4ce7-8ded-c946017d8d5f tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/ports?device_id=a43547e4-7375-4860-8f97-36d911def7b6 HTTP/1.1" status: 200 len: 945 time: 0.0802846 Apr 08 02:58:03.667894 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-d53ef446-2fba-4ace-bc4e-b8cd61ec2829 req-291ad9a8-4571-47b9-9e4a-0191c45e1bc0 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/security-groups?id=182843b8-633a-4f61-a3e3-f50baa1f3acb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431583 Apr 08 02:58:04.101294 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Device 97e17e7e-24bc-4806-b00a-f43d64cf475c up at agent hyperv_hv-cinder-83705 {{(pid=87788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 02:58:04.284965 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Provisioning for port 97e17e7e-24bc-4806-b00a-f43d64cf475c completed by entity L2. {{(pid=87788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 02:58:04.296877 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Provisioning complete for port 97e17e7e-24bc-4806-b00a-f43d64cf475c triggered by entity L2. {{(pid=87788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 02:58:04.297248 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587297'] for port, provisioning_complete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:04.436687 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:04.479724 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75b0ca40-ee7b-4bd4-b893-2a0954207c69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97e17e7e-24bc-4806-b00a-f43d64cf475c'}] {{(pid=87788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 02:58:04.513574 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.db [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] For port 97e17e7e-24bc-4806-b00a-f43d64cf475c, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=97e17e7e-24bc-4806-b00a-f43d64cf475c,segment=NetworkSegment(2471dffd-dc9f-465d-a8fa-8493a98e9163),segment_id=2471dffd-dc9f-465d-a8fa-8493a98e9163)] {{(pid=87788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 02:58:04.541120 dv-cinder-837051-1-smb neutron-server[87788]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8b5ce2f-dac9-4e86-b146-3153dec92e5f'] response: {'server_uuid': '75b0ca40-ee7b-4bd4-b893-2a0954207c69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97e17e7e-24bc-4806-b00a-f43d64cf475c', 'code': 200} Apr 08 02:58:04.554858 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4631624a-8b2d-4ed0-97f9-ffa8f19323cd req-e6a0efff-b65f-4231-9a58-c5b943992bc2 tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:58:04.556061 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-4631624a-8b2d-4ed0-97f9-ffa8f19323cd req-e6a0efff-b65f-4231-9a58-c5b943992bc2 tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] 10.222.0.15 "GET /v2.0/ports?device_id=75b0ca40-ee7b-4bd4-b893-2a0954207c69 HTTP/1.1" status: 200 len: 944 time: 0.1198921 Apr 08 02:58:04.588081 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762847214852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762846864698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762846864743'] for port, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:04.608110 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-4631624a-8b2d-4ed0-97f9-ffa8f19323cd req-7a0496e0-9a4a-49c2-bd9f-8ce22062d546 tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] 10.222.0.15 "GET /v2.0/security-groups?id=9e40f263-cdae-4e5a-8dfc-98fd932b65d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464242 Apr 08 02:58:04.663888 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Pushing event updated for resources: {'Port': ['ID=97e17e7e-24bc-4806-b00a-f43d64cf475c,revision_number=5']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:58:04.859181 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287650d3-0359-4a2c-a513-a24427a10fb7 req-05aa4238-65fd-4e48-99d4-c61e4d2d4c65 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:58:04.860648 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-287650d3-0359-4a2c-a513-a24427a10fb7 req-05aa4238-65fd-4e48-99d4-c61e4d2d4c65 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/ports?device_id=a43547e4-7375-4860-8f97-36d911def7b6 HTTP/1.1" status: 200 len: 945 time: 0.0832229 Apr 08 02:58:04.951042 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-287650d3-0359-4a2c-a513-a24427a10fb7 req-c959795c-3617-47ee-a378-937d5b7961e3 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/security-groups?id=182843b8-633a-4f61-a3e3-f50baa1f3acb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827687 Apr 08 02:58:04.981010 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f126de56-41fe-4fc5-8c1e-e34c0cc00b38 req-79b2610b-ec26-4625-98ef-52036a71f160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:58:04.982568 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-f126de56-41fe-4fc5-8c1e-e34c0cc00b38 req-79b2610b-ec26-4625-98ef-52036a71f160 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=75b0ca40-ee7b-4bd4-b893-2a0954207c69 HTTP/1.1" status: 200 len: 1098 time: 0.0826933 Apr 08 02:58:05.028358 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-f126de56-41fe-4fc5-8c1e-e34c0cc00b38 req-315c7f64-53d8-4751-bb26-f778abf40df9 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=9e40f263-cdae-4e5a-8dfc-98fd932b65d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388446 Apr 08 02:58:05.427611 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 44680) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:58:05.544221 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-d127ba67-f1a4-4702-bb82-7e0b47bfe99d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:05.560095 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-d127ba67-f1a4-4702-bb82-7e0b47bfe99d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:58:05.564195 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-d127ba67-f1a4-4702-bb82-7e0b47bfe99d admin admin] Usage tracker for resource:security_group_rule and tenant:e928c59c734947a59c43b1d258eeabcb is out of sync, need to count used quota {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:58:05.566996 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-d127ba67-f1a4-4702-bb82-7e0b47bfe99d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:58:05.574078 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-d127ba67-f1a4-4702-bb82-7e0b47bfe99d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:58:05.658264 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-d127ba67-f1a4-4702-bb82-7e0b47bfe99d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:05.702077 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-d127ba67-f1a4-4702-bb82-7e0b47bfe99d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:05.767340 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-d127ba67-f1a4-4702-bb82-7e0b47bfe99d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e928c59c734947a59c43b1d258eeabcb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3384962 Apr 08 02:58:05.769894 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d127ba67-f1a4-4702-bb82-7e0b47bfe99d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d30b7409-c5dc-4e2e-836a-dc725434124a,revision_number=1']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:58:05.772138 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 44704) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:58:05.824145 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59c10c6-c471-4b2c-bfa6-32cc256b1849 req-fb5aa921-2e54-4fe2-bc14-cf15fb5bfc11 tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:58:05.825721 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-a59c10c6-c471-4b2c-bfa6-32cc256b1849 req-fb5aa921-2e54-4fe2-bc14-cf15fb5bfc11 tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] 10.222.0.15 "GET /v2.0/ports?device_id=75b0ca40-ee7b-4bd4-b893-2a0954207c69 HTTP/1.1" status: 200 len: 945 time: 0.0965900 Apr 08 02:58:05.838635 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-a1342472-dc05-4a48-bcda-0d5e0cc487bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:05.866113 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-a1342472-dc05-4a48-bcda-0d5e0cc487bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:05.871593 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-a59c10c6-c471-4b2c-bfa6-32cc256b1849 req-bf638d4f-0165-4daf-8dc3-1a1e1a0391ca tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] 10.222.0.15 "GET /v2.0/security-groups?id=9e40f263-cdae-4e5a-8dfc-98fd932b65d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398910 Apr 08 02:58:05.999624 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-a1342472-dc05-4a48-bcda-0d5e0cc487bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:06.017149 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1342472-dc05-4a48-bcda-0d5e0cc487bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d30b7409-c5dc-4e2e-836a-dc725434124a,revision_number=None']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:58:06.022445 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-a1342472-dc05-4a48-bcda-0d5e0cc487bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:06.024006 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-a1342472-dc05-4a48-bcda-0d5e0cc487bb admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d30b7409-c5dc-4e2e-836a-dc725434124a HTTP/1.1" status: 204 len: 168 time: 0.2509282 Apr 08 02:58:06.203522 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39854f8-0514-417a-a34a-5a9e1d9b73b9 req-85793134-6d28-4e52-b075-74e35d5314f1 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:58:06.205149 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-f39854f8-0514-417a-a34a-5a9e1d9b73b9 req-85793134-6d28-4e52-b075-74e35d5314f1 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/ports?device_id=a43547e4-7375-4860-8f97-36d911def7b6 HTTP/1.1" status: 200 len: 945 time: 0.0964942 Apr 08 02:58:06.283400 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-f39854f8-0514-417a-a34a-5a9e1d9b73b9 req-dd40cfff-68a6-4c75-b45d-405ad8181014 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/security-groups?id=182843b8-633a-4f61-a3e3-f50baa1f3acb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652356 Apr 08 02:58:07.073857 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dce9a1a-cec5-4e6f-abdc-2c8447a5f95e req-c2d13e39-e428-4f0b-b557-4e5473346288 tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:58:07.075342 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-6dce9a1a-cec5-4e6f-abdc-2c8447a5f95e req-c2d13e39-e428-4f0b-b557-4e5473346288 tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] 10.222.0.15 "GET /v2.0/ports?device_id=75b0ca40-ee7b-4bd4-b893-2a0954207c69 HTTP/1.1" status: 200 len: 945 time: 0.0928481 Apr 08 02:58:07.119624 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-6dce9a1a-cec5-4e6f-abdc-2c8447a5f95e req-2112f615-f8ea-4228-9e34-1c3d0e9b0bf1 tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] 10.222.0.15 "GET /v2.0/security-groups?id=9e40f263-cdae-4e5a-8dfc-98fd932b65d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383971 Apr 08 02:58:07.491336 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda26baf-fb3f-4d38-844f-4dc1b38c7693 req-7997c4ba-be86-4d30-a184-0fa3502879d9 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:58:07.492892 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-cda26baf-fb3f-4d38-844f-4dc1b38c7693 req-7997c4ba-be86-4d30-a184-0fa3502879d9 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/ports?device_id=a43547e4-7375-4860-8f97-36d911def7b6 HTTP/1.1" status: 200 len: 945 time: 0.1006534 Apr 08 02:58:07.611543 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-cda26baf-fb3f-4d38-844f-4dc1b38c7693 req-d7be2d91-8a31-43fd-8a96-6ba2d400290c tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/security-groups?id=182843b8-633a-4f61-a3e3-f50baa1f3acb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127076 Apr 08 02:58:08.329500 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cf45d5-56fd-472d-bfd4-bb206184cf34 req-8322cda2-65f0-462b-b40b-1e8ec69220d2 tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:58:08.331044 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-68cf45d5-56fd-472d-bfd4-bb206184cf34 req-8322cda2-65f0-462b-b40b-1e8ec69220d2 tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] 10.222.0.15 "GET /v2.0/ports?device_id=75b0ca40-ee7b-4bd4-b893-2a0954207c69 HTTP/1.1" status: 200 len: 945 time: 0.0898650 Apr 08 02:58:08.386707 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-68cf45d5-56fd-472d-bfd4-bb206184cf34 req-92f589a5-5bf7-430b-abe7-11555396bea7 tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] 10.222.0.15 "GET /v2.0/security-groups?id=9e40f263-cdae-4e5a-8dfc-98fd932b65d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495527 Apr 08 02:58:08.630501 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 44842) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:58:08.640119 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c083d91a-8447-49cf-8750-37022f486670 req-e8c6cad4-b090-4411-ac87-56fe8213d3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:58:08.641858 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-c083d91a-8447-49cf-8750-37022f486670 req-e8c6cad4-b090-4411-ac87-56fe8213d3bf service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9e6274c43de24b849ee9a4529c53f5b5&device_id=a43547e4-7375-4860-8f97-36d911def7b6 HTTP/1.1" status: 200 len: 1098 time: 0.0889850 Apr 08 02:58:08.830647 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-cb5fe2a6-1e08-41da-815e-670697b659f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:08.863777 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-cb5fe2a6-1e08-41da-815e-670697b659f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:58:08.876581 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c083d91a-8447-49cf-8750-37022f486670 req-9d6db863-78f5-4714-88d4-ad6bfa1a6cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:58:08.876581 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-c083d91a-8447-49cf-8750-37022f486670 req-9d6db863-78f5-4714-88d4-ad6bfa1a6cc7 service neutron] 10.222.0.39 "GET /v2.0/networks?id=769a4c13-39df-48c1-b6cd-854ac881aaa3 HTTP/1.1" status: 200 len: 919 time: 0.2060533 Apr 08 02:58:08.876901 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-cb5fe2a6-1e08-41da-815e-670697b659f2 admin admin] Usage tracker for resource:security_group_rule and tenant:2311fa63f3d749d1a98edd98f668375c is out of sync, need to count used quota {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:58:08.880334 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-cb5fe2a6-1e08-41da-815e-670697b659f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:58:08.887063 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-cb5fe2a6-1e08-41da-815e-670697b659f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:58:08.962798 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-c083d91a-8447-49cf-8750-37022f486670 req-81fd2de5-7561-42d3-b1d9-1368e5f4fe8d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5230efcd-8140-4a2f-8c1c-1b27f55d7ed6 HTTP/1.1" status: 200 len: 217 time: 0.0770595 Apr 08 02:58:08.970711 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d5386c-e29a-4818-bf2b-5d7d264fb9d3 req-4693e229-9a23-4f17-baf8-750c79b60b00 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:58:08.972142 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-e9d5386c-e29a-4818-bf2b-5d7d264fb9d3 req-4693e229-9a23-4f17-baf8-750c79b60b00 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/ports?device_id=a43547e4-7375-4860-8f97-36d911def7b6 HTTP/1.1" status: 200 len: 945 time: 0.1883218 Apr 08 02:58:08.980946 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-cb5fe2a6-1e08-41da-815e-670697b659f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:09.062523 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c083d91a-8447-49cf-8750-37022f486670 req-176d236a-38f7-49c5-af8e-05f2893dfdf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:58:09.063969 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-c083d91a-8447-49cf-8750-37022f486670 req-176d236a-38f7-49c5-af8e-05f2893dfdf9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2ff278b6-8dcd-49ad-92d3-ea301b80d1c2 HTTP/1.1" status: 200 len: 857 time: 0.0909147 Apr 08 02:58:09.068494 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-e9d5386c-e29a-4818-bf2b-5d7d264fb9d3 req-a52c21af-562d-4996-87e3-12dcfacff7dc tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/security-groups?id=182843b8-633a-4f61-a3e3-f50baa1f3acb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637193 Apr 08 02:58:09.086098 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-cb5fe2a6-1e08-41da-815e-670697b659f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:09.143767 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-cb5fe2a6-1e08-41da-815e-670697b659f2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2311fa63f3d749d1a98edd98f668375c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5114100 Apr 08 02:58:09.144637 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5fe2a6-1e08-41da-815e-670697b659f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f163fbc5-9421-4595-997a-1c1393de8487,revision_number=1']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:58:09.147494 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.wsgi [-] (87786) accepted ('10.222.0.15', 44860) {{(pid=87786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:58:09.193054 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:09.203561 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c083d91a-8447-49cf-8750-37022f486670 req-65be7442-2737-46c0-9688-9e824e21f952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:58:09.205001 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-c083d91a-8447-49cf-8750-37022f486670 req-65be7442-2737-46c0-9688-9e824e21f952 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=769a4c13-39df-48c1-b6cd-854ac881aaa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1173558 Apr 08 02:58:09.256805 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-23377e4d-47b3-4961-a791-19286f9ba6a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:09.344914 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-23377e4d-47b3-4961-a791-19286f9ba6a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:09.403676 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-c083d91a-8447-49cf-8750-37022f486670 req-2539b90a-14aa-458d-bae2-f6b0cf5ae5ca service neutron] 10.222.0.39 "GET /v2.0/networks/769a4c13-39df-48c1-b6cd-854ac881aaa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1855912 Apr 08 02:58:09.518225 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-23377e4d-47b3-4961-a791-19286f9ba6a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:09.544678 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23377e4d-47b3-4961-a791-19286f9ba6a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f163fbc5-9421-4595-997a-1c1393de8487,revision_number=None']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:58:09.572606 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-23377e4d-47b3-4961-a791-19286f9ba6a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:09.572606 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [None req-23377e4d-47b3-4961-a791-19286f9ba6a4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f163fbc5-9421-4595-997a-1c1393de8487 HTTP/1.1" status: 204 len: 168 time: 0.4189963 Apr 08 02:58:09.572606 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-c083d91a-8447-49cf-8750-37022f486670 req-9e831cce-9f98-499d-b489-c25a7b5ecfd7 service neutron] 10.222.0.39 "GET /v2.0/networks/769a4c13-39df-48c1-b6cd-854ac881aaa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579878 Apr 08 02:58:10.193039 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 44894) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:58:10.212048 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-8a904a58-8e4f-4337-b603-1ba0c510f112 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:10.231171 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-8a904a58-8e4f-4337-b603-1ba0c510f112 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:58:10.235440 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-8a904a58-8e4f-4337-b603-1ba0c510f112 admin admin] Usage tracker for resource:security_group_rule and tenant:91fc3d472110453aa1ee3f82a9ab40a5 is out of sync, need to count used quota {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:58:10.238781 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-8a904a58-8e4f-4337-b603-1ba0c510f112 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:58:10.245900 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-8a904a58-8e4f-4337-b603-1ba0c510f112 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:58:10.277917 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c66d69-b3dd-4119-8cce-959b5a08e94d req-d6bde88d-e69e-4c4e-8183-abdd49d88549 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:58:10.289816 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-d2c66d69-b3dd-4119-8cce-959b5a08e94d req-d6bde88d-e69e-4c4e-8183-abdd49d88549 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/ports?device_id=a43547e4-7375-4860-8f97-36d911def7b6 HTTP/1.1" status: 200 len: 945 time: 0.1138284 Apr 08 02:58:10.346457 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-d2c66d69-b3dd-4119-8cce-959b5a08e94d req-c106fd01-fa0b-4599-b323-fb4b74a114ca tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/security-groups?id=182843b8-633a-4f61-a3e3-f50baa1f3acb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550950 Apr 08 02:58:10.348257 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-8a904a58-8e4f-4337-b603-1ba0c510f112 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:10.409672 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-8a904a58-8e4f-4337-b603-1ba0c510f112 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:10.451588 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-8a904a58-8e4f-4337-b603-1ba0c510f112 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=91fc3d472110453aa1ee3f82a9ab40a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2545140 Apr 08 02:58:10.451588 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a904a58-8e4f-4337-b603-1ba0c510f112 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df30b58c-6b15-402b-9e32-de76b0e5a740,revision_number=1']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:58:10.452065 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.wsgi [-] (87786) accepted ('10.222.0.15', 44904) {{(pid=87786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:58:10.519215 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-afbc779c-1a77-4d37-b4d5-12d04af7a015 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:10.545405 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-afbc779c-1a77-4d37-b4d5-12d04af7a015 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:10.656410 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-afbc779c-1a77-4d37-b4d5-12d04af7a015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:10.671037 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbc779c-1a77-4d37-b4d5-12d04af7a015 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df30b58c-6b15-402b-9e32-de76b0e5a740,revision_number=None']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:58:10.678475 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-afbc779c-1a77-4d37-b4d5-12d04af7a015 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:10.680218 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [None req-afbc779c-1a77-4d37-b4d5-12d04af7a015 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/df30b58c-6b15-402b-9e32-de76b0e5a740 HTTP/1.1" status: 204 len: 168 time: 0.2265792 Apr 08 02:58:11.558895 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43ba1ec-a449-4ab7-823b-918273ff3a70 req-8959602e-46a5-4abe-a23f-e0b763d1b2fa tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:58:11.561668 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-f43ba1ec-a449-4ab7-823b-918273ff3a70 req-8959602e-46a5-4abe-a23f-e0b763d1b2fa tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/ports?device_id=a43547e4-7375-4860-8f97-36d911def7b6 HTTP/1.1" status: 200 len: 945 time: 0.0937521 Apr 08 02:58:11.628329 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-f43ba1ec-a449-4ab7-823b-918273ff3a70 req-ee02754e-fd32-456b-ba26-5d18a9cf4d83 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/security-groups?id=182843b8-633a-4f61-a3e3-f50baa1f3acb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603220 Apr 08 02:58:11.738493 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.agents_db [None req-78530461-7b12-4524-9e6e-3e4de8d78fc4 None None] Agent healthcheck: found 6 active agents {{(pid=87789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 02:58:12.838672 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee37ff40-0aaf-48ee-941a-0ab2f3f32099 req-aa608c25-6c8c-48c5-be65-41c1f77a506c tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:58:12.840278 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-ee37ff40-0aaf-48ee-941a-0ab2f3f32099 req-aa608c25-6c8c-48c5-be65-41c1f77a506c tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/ports?device_id=a43547e4-7375-4860-8f97-36d911def7b6 HTTP/1.1" status: 200 len: 945 time: 0.0823402 Apr 08 02:58:12.887208 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-ee37ff40-0aaf-48ee-941a-0ab2f3f32099 req-68d3376a-a44b-43f9-9505-7f671ec8249a tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/security-groups?id=182843b8-633a-4f61-a3e3-f50baa1f3acb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404408 Apr 08 02:58:13.343022 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.wsgi [-] (87786) accepted ('10.222.0.15', 45004) {{(pid=87786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:58:13.469562 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-3ee612f3-a696-4c50-8f50-025bb40a9ad8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:13.484496 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.quota.driver [None req-3ee612f3-a696-4c50-8f50-025bb40a9ad8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:58:13.488166 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [None req-3ee612f3-a696-4c50-8f50-025bb40a9ad8 admin admin] Usage tracker for resource:security_group_rule and tenant:e1a359193526417292c682e307663ffc is out of sync, need to count used quota {{(pid=87786) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:58:13.490860 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [None req-3ee612f3-a696-4c50-8f50-025bb40a9ad8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87786) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:58:13.496565 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.quota.driver [None req-3ee612f3-a696-4c50-8f50-025bb40a9ad8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:58:13.581456 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-3ee612f3-a696-4c50-8f50-025bb40a9ad8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:13.656059 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-3ee612f3-a696-4c50-8f50-025bb40a9ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:13.711055 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [None req-3ee612f3-a696-4c50-8f50-025bb40a9ad8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e1a359193526417292c682e307663ffc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3669465 Apr 08 02:58:13.712066 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee612f3-a696-4c50-8f50-025bb40a9ad8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aae8a8a2-1a63-476c-a529-b35916a8bbaf,revision_number=1']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:58:13.713944 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 45014) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:58:13.779498 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-3754e423-50e0-4371-a7a6-c6d1ba1b2ec3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:13.806710 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-3754e423-50e0-4371-a7a6-c6d1ba1b2ec3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:13.924950 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-3754e423-50e0-4371-a7a6-c6d1ba1b2ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:13.944799 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3754e423-50e0-4371-a7a6-c6d1ba1b2ec3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aae8a8a2-1a63-476c-a529-b35916a8bbaf,revision_number=None']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:58:13.956978 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-3754e423-50e0-4371-a7a6-c6d1ba1b2ec3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:13.960546 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-3754e423-50e0-4371-a7a6-c6d1ba1b2ec3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/aae8a8a2-1a63-476c-a529-b35916a8bbaf HTTP/1.1" status: 204 len: 168 time: 0.2430823 Apr 08 02:58:14.115425 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ac988b-ca9e-4f62-8bfc-56b53276384e req-302e3aa3-2578-4db4-8141-1a3eac14835e tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:58:14.116867 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-46ac988b-ca9e-4f62-8bfc-56b53276384e req-302e3aa3-2578-4db4-8141-1a3eac14835e tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/ports?device_id=a43547e4-7375-4860-8f97-36d911def7b6 HTTP/1.1" status: 200 len: 945 time: 0.0898497 Apr 08 02:58:14.163042 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-46ac988b-ca9e-4f62-8bfc-56b53276384e req-e95831c2-05ec-407f-ae12-090bece69ee3 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/security-groups?id=182843b8-633a-4f61-a3e3-f50baa1f3acb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397875 Apr 08 02:58:14.548512 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 45040) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:58:14.566361 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-ecfacbde-4b7e-43b9-b088-56cc9518c8f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:14.581449 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-ecfacbde-4b7e-43b9-b088-56cc9518c8f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:58:14.585178 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-ecfacbde-4b7e-43b9-b088-56cc9518c8f4 admin admin] Usage tracker for resource:security_group_rule and tenant:a6f1350e43b34825bd513e09aff98aa7 is out of sync, need to count used quota {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:58:14.588130 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-ecfacbde-4b7e-43b9-b088-56cc9518c8f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:58:14.593634 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-ecfacbde-4b7e-43b9-b088-56cc9518c8f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:58:14.678121 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-ecfacbde-4b7e-43b9-b088-56cc9518c8f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:14.730190 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-ecfacbde-4b7e-43b9-b088-56cc9518c8f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:14.781963 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-ecfacbde-4b7e-43b9-b088-56cc9518c8f4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a6f1350e43b34825bd513e09aff98aa7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2323551 Apr 08 02:58:14.784046 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfacbde-4b7e-43b9-b088-56cc9518c8f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f61fb13-b70f-4e8b-b69e-0c98508184d6,revision_number=1']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:58:14.785160 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.wsgi [-] (87786) accepted ('10.222.0.15', 45050) {{(pid=87786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:58:14.861618 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-ca651d63-2eeb-4e76-9000-dd757247143f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:14.959791 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-ca651d63-2eeb-4e76-9000-dd757247143f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:15.078757 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-ca651d63-2eeb-4e76-9000-dd757247143f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:15.099157 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca651d63-2eeb-4e76-9000-dd757247143f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f61fb13-b70f-4e8b-b69e-0c98508184d6,revision_number=None']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:58:15.106421 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-ca651d63-2eeb-4e76-9000-dd757247143f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:15.107557 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [None req-ca651d63-2eeb-4e76-9000-dd757247143f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6f61fb13-b70f-4e8b-b69e-0c98508184d6 HTTP/1.1" status: 204 len: 168 time: 0.3213842 Apr 08 02:58:15.256139 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.wsgi [-] (87786) accepted ('10.222.0.15', 45060) {{(pid=87786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:58:15.393241 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320eee8e-051b-4e2c-a8fa-a88c8a87ac9f req-4d03be72-b58f-4b75-8757-5c420563922b tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:58:15.401573 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-320eee8e-051b-4e2c-a8fa-a88c8a87ac9f req-4d03be72-b58f-4b75-8757-5c420563922b tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/ports?device_id=a43547e4-7375-4860-8f97-36d911def7b6 HTTP/1.1" status: 200 len: 945 time: 0.1248112 Apr 08 02:58:15.444561 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 45072) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:58:15.468836 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-320eee8e-051b-4e2c-a8fa-a88c8a87ac9f req-a4bd0ddf-69ba-41bb-bd5c-8b80abcbe4b4 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/security-groups?id=182843b8-633a-4f61-a3e3-f50baa1f3acb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663152 Apr 08 02:58:15.517391 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.db_base_plugin_v2 [None req-665a9d38-9542-4d7d-8635-f04039965812 admin admin] Deleting subnet 41581ed9-f797-470b-96fc-44a4b628579e {{(pid=87787) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 08 02:58:15.520298 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-665a9d38-9542-4d7d-8635-f04039965812 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:15.577441 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-665a9d38-9542-4d7d-8635-f04039965812 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3007358'] for subnet, precommit_delete_associations {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:15.579971 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-b9e862c2-7fa0-4436-b45c-c5a21f48746f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:15.596720 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.quota.driver [None req-b9e862c2-7fa0-4436-b45c-c5a21f48746f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:58:15.600657 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [None req-b9e862c2-7fa0-4436-b45c-c5a21f48746f admin admin] Usage tracker for resource:security_group_rule and tenant:9c1855585b144302863ce87442c164c5 is out of sync, need to count used quota {{(pid=87786) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:58:15.604174 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [None req-b9e862c2-7fa0-4436-b45c-c5a21f48746f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87786) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:58:15.610009 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.quota.driver [None req-b9e862c2-7fa0-4436-b45c-c5a21f48746f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:58:15.704025 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-665a9d38-9542-4d7d-8635-f04039965812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-576545'] for subnet, precommit_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:15.706396 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-b9e862c2-7fa0-4436-b45c-c5a21f48746f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:15.741740 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-b9e862c2-7fa0-4436-b45c-c5a21f48746f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:15.795299 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [None req-b9e862c2-7fa0-4436-b45c-c5a21f48746f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9c1855585b144302863ce87442c164c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5345397 Apr 08 02:58:15.795299 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e862c2-7fa0-4436-b45c-c5a21f48746f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76bc38f0-3506-4bf1-b018-e1f90a92e38e,revision_number=1']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:58:15.795639 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.wsgi [-] (87786) accepted ('10.222.0.15', 45084) {{(pid=87786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:58:15.816222 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-665a9d38-9542-4d7d-8635-f04039965812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-576552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3006707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2234823'] for subnet, after_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:15.857030 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665a9d38-9542-4d7d-8635-f04039965812 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41581ed9-f797-470b-96fc-44a4b628579e,revision_number=None']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:58:15.861132 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-665a9d38-9542-4d7d-8635-f04039965812 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539232'] for subnet, before_response {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:15.864870 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-b1b12017-0bc7-4f02-86d1-0123d05fea31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:15.887274 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-665a9d38-9542-4d7d-8635-f04039965812 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/41581ed9-f797-470b-96fc-44a4b628579e HTTP/1.1" status: 204 len: 168 time: 0.4375520 Apr 08 02:58:15.888206 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 45094) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:58:15.925377 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-b1b12017-0bc7-4f02-86d1-0123d05fea31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:16.006297 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-3973d830-8afa-4c5b-af55-ac52ddf5e3d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-570621'] for network, before_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:16.073315 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-b1b12017-0bc7-4f02-86d1-0123d05fea31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:16.089232 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b12017-0bc7-4f02-86d1-0123d05fea31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76bc38f0-3506-4bf1-b018-e1f90a92e38e,revision_number=None']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:58:16.093560 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-b1b12017-0bc7-4f02-86d1-0123d05fea31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:16.096992 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [None req-b1b12017-0bc7-4f02-86d1-0123d05fea31 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/76bc38f0-3506-4bf1-b018-e1f90a92e38e HTTP/1.1" status: 204 len: 168 time: 0.2981796 Apr 08 02:58:16.135987 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-3973d830-8afa-4c5b-af55-ac52ddf5e3d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577450', 'neutron.services.segments.db._delete_segments_for_network-8762847383381'] for network, precommit_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:16.163505 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.services.segments.db [None req-3973d830-8afa-4c5b-af55-ac52ddf5e3d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['936b7271-dac6-41b4-a5e0-bf1fbc60a60f']}} {{(pid=87787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:58:16.180074 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.services.segments.db [None req-3973d830-8afa-4c5b-af55-ac52ddf5e3d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84b96e0e-263a-40be-91f5-f86aba42b475') {'for_net_delete': True} {{(pid=87787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:58:16.180552 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.services.segments.db [None req-3973d830-8afa-4c5b-af55-ac52ddf5e3d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84b96e0e-263a-40be-91f5-f86aba42b475') {} {{(pid=87787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:58:16.192241 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-3973d830-8afa-4c5b-af55-ac52ddf5e3d8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762847386736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3007351'] for segment, before_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:16.208619 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-3973d830-8afa-4c5b-af55-ac52ddf5e3d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575478'] for segment, precommit_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:16.215399 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3973d830-8afa-4c5b-af55-ac52ddf5e3d8 admin admin] Releasing vlan 259 on physical network physnet1 to pool {{(pid=87787) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 02:58:16.215797 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-3973d830-8afa-4c5b-af55-ac52ddf5e3d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-575460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3006633'] for segment, after_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:16.230459 dv-cinder-837051-1-smb neutron-server[87787]: Traceback (most recent call last): Apr 08 02:58:16.230459 dv-cinder-837051-1-smb neutron-server[87787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 02:58:16.230459 dv-cinder-837051-1-smb neutron-server[87787]: timer() Apr 08 02:58:16.230459 dv-cinder-837051-1-smb neutron-server[87787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 02:58:16.230459 dv-cinder-837051-1-smb neutron-server[87787]: cb(*args, **kw) Apr 08 02:58:16.230459 dv-cinder-837051-1-smb neutron-server[87787]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 02:58:16.230459 dv-cinder-837051-1-smb neutron-server[87787]: return func(*args, **kwargs) Apr 08 02:58:16.230459 dv-cinder-837051-1-smb neutron-server[87787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 02:58:16.230459 dv-cinder-837051-1-smb neutron-server[87787]: self._notify() Apr 08 02:58:16.230459 dv-cinder-837051-1-smb neutron-server[87787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 02:58:16.230459 dv-cinder-837051-1-smb neutron-server[87787]: self.callback(batched_events) Apr 08 02:58:16.230459 dv-cinder-837051-1-smb neutron-server[87787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 02:58:16.230459 dv-cinder-837051-1-smb neutron-server[87787]: event.method(event) Apr 08 02:58:16.230459 dv-cinder-837051-1-smb neutron-server[87787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 02:58:16.230459 dv-cinder-837051-1-smb neutron-server[87787]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 02:58:16.230459 dv-cinder-837051-1-smb neutron-server[87787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 02:58:16.230459 dv-cinder-837051-1-smb neutron-server[87787]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 02:58:16.230459 dv-cinder-837051-1-smb neutron-server[87787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 02:58:16.230459 dv-cinder-837051-1-smb neutron-server[87787]: return f(self, *a, **k) Apr 08 02:58:16.230459 dv-cinder-837051-1-smb neutron-server[87787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 02:58:16.230459 dv-cinder-837051-1-smb neutron-server[87787]: return self._get(url).json() Apr 08 02:58:16.230459 dv-cinder-837051-1-smb neutron-server[87787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 08 02:58:16.230459 dv-cinder-837051-1-smb neutron-server[87787]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 02:58:16.230459 dv-cinder-837051-1-smb neutron-server[87787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 02:58:16.230459 dv-cinder-837051-1-smb neutron-server[87787]: return self.request(url, 'GET', **kwargs) Apr 08 02:58:16.230459 dv-cinder-837051-1-smb neutron-server[87787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 02:58:16.230459 dv-cinder-837051-1-smb neutron-server[87787]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 02:58:16.230459 dv-cinder-837051-1-smb neutron-server[87787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 02:58:16.230459 dv-cinder-837051-1-smb neutron-server[87787]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 02:58:16.230459 dv-cinder-837051-1-smb neutron-server[87787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 02:58:16.230459 dv-cinder-837051-1-smb neutron-server[87787]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 02:58:16.230459 dv-cinder-837051-1-smb neutron-server[87787]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 02:58:16.399829 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-3973d830-8afa-4c5b-af55-ac52ddf5e3d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-333356'] for network, after_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:16.405237 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-3973d830-8afa-4c5b-af55-ac52ddf5e3d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539232'] for network, before_response {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:16.435327 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3973d830-8afa-4c5b-af55-ac52ddf5e3d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=936b7271-dac6-41b4-a5e0-bf1fbc60a60f,revision_number=None']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:58:16.479603 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-3973d830-8afa-4c5b-af55-ac52ddf5e3d8 admin admin] 10.222.0.15 "DELETE /v2.0/networks/936b7271-dac6-41b4-a5e0-bf1fbc60a60f HTTP/1.1" status: 204 len: 168 time: 0.5901787 Apr 08 02:58:16.482151 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 45112) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:58:16.566348 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf040436-aa28-4de3-97a7-96e2685d327e admin admin] Deleting subnet 187af4db-708e-40e8-a305-681606e30e92 {{(pid=87787) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 08 02:58:16.570754 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-bf040436-aa28-4de3-97a7-96e2685d327e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:16.644231 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-bf040436-aa28-4de3-97a7-96e2685d327e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3007358'] for subnet, precommit_delete_associations {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:16.663757 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37de06c0-48df-4b88-8c3a-614cfd84a2d2 req-5dd2d849-1c5a-4825-bab6-d76c86277509 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:58:16.675521 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-37de06c0-48df-4b88-8c3a-614cfd84a2d2 req-5dd2d849-1c5a-4825-bab6-d76c86277509 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/ports?device_id=a43547e4-7375-4860-8f97-36d911def7b6 HTTP/1.1" status: 200 len: 945 time: 0.1017745 Apr 08 02:58:16.717058 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-bf040436-aa28-4de3-97a7-96e2685d327e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-576545'] for subnet, precommit_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:16.724693 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-37de06c0-48df-4b88-8c3a-614cfd84a2d2 req-81f8432e-6455-411d-a6a7-a238b3420677 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/security-groups?id=182843b8-633a-4f61-a3e3-f50baa1f3acb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480006 Apr 08 02:58:16.844364 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-bf040436-aa28-4de3-97a7-96e2685d327e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-576552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3006707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2234823'] for subnet, after_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:16.887670 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf040436-aa28-4de3-97a7-96e2685d327e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=187af4db-708e-40e8-a305-681606e30e92,revision_number=None']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:58:16.887670 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-bf040436-aa28-4de3-97a7-96e2685d327e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539232'] for subnet, before_response {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:16.894450 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-bf040436-aa28-4de3-97a7-96e2685d327e admin admin] 10.222.0.15 "DELETE /v2.0/subnets/187af4db-708e-40e8-a305-681606e30e92 HTTP/1.1" status: 204 len: 168 time: 0.4109337 Apr 08 02:58:16.896752 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.wsgi [-] (87786) accepted ('10.222.0.15', 45130) {{(pid=87786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:58:17.016297 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-b4872282-cb36-4fd7-808b-a967b7ca2721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-570621'] for network, before_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:17.147259 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-b4872282-cb36-4fd7-808b-a967b7ca2721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577450', 'neutron.services.segments.db._delete_segments_for_network-8762847383381'] for network, precommit_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:17.181970 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-b4872282-cb36-4fd7-808b-a967b7ca2721 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=87786) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:58:17.182288 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-b4872282-cb36-4fd7-808b-a967b7ca2721 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=87786) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:58:17.183018 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-b4872282-cb36-4fd7-808b-a967b7ca2721 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87786) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:58:17.183436 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-b4872282-cb36-4fd7-808b-a967b7ca2721 admin admin] Subscribe: > port after_create 55550000 {{(pid=87786) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:58:17.183821 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-b4872282-cb36-4fd7-808b-a967b7ca2721 admin admin] Subscribe: > port after_delete 55550000 {{(pid=87786) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:58:17.184230 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-b4872282-cb36-4fd7-808b-a967b7ca2721 admin admin] Subscribe: > port after_update 55550000 {{(pid=87786) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:58:17.184614 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-b4872282-cb36-4fd7-808b-a967b7ca2721 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=87786) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:58:17.185022 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-b4872282-cb36-4fd7-808b-a967b7ca2721 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=87786) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:58:17.185397 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-b4872282-cb36-4fd7-808b-a967b7ca2721 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=87786) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:58:17.185778 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-b4872282-cb36-4fd7-808b-a967b7ca2721 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=87786) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:58:17.251705 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-b4872282-cb36-4fd7-808b-a967b7ca2721 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=87786) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:58:17.252062 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-b4872282-cb36-4fd7-808b-a967b7ca2721 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=87786) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:58:17.252392 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-b4872282-cb36-4fd7-808b-a967b7ca2721 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=87786) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:58:17.252720 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-b4872282-cb36-4fd7-808b-a967b7ca2721 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=87786) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 02:58:17.253082 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.services.segments.db [None req-b4872282-cb36-4fd7-808b-a967b7ca2721 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b46385f1-20ca-43fe-961e-d6d0761913a1']}} {{(pid=87786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:58:17.266784 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.services.segments.db [None req-b4872282-cb36-4fd7-808b-a967b7ca2721 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '368d6c74-a12e-4fc4-b60d-73c6ad2e40f5') {'for_net_delete': True} {{(pid=87786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:58:17.267080 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.services.segments.db [None req-b4872282-cb36-4fd7-808b-a967b7ca2721 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '368d6c74-a12e-4fc4-b60d-73c6ad2e40f5') {} {{(pid=87786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:58:17.283234 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-b4872282-cb36-4fd7-808b-a967b7ca2721 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762847386736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2753770'] for segment, before_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:17.302375 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-b4872282-cb36-4fd7-808b-a967b7ca2721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575478'] for segment, precommit_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:17.314636 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4872282-cb36-4fd7-808b-a967b7ca2721 admin admin] Releasing vlan 296 on physical network physnet1 to pool {{(pid=87786) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 02:58:17.315045 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-b4872282-cb36-4fd7-808b-a967b7ca2721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-575460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2754310'] for segment, after_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:17.333376 dv-cinder-837051-1-smb neutron-server[87786]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 08 02:58:17.333376 dv-cinder-837051-1-smb neutron-server[87786]: from cryptography.utils import int_from_bytes Apr 08 02:58:17.333376 dv-cinder-837051-1-smb neutron-server[87786]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 08 02:58:17.333376 dv-cinder-837051-1-smb neutron-server[87786]: from cryptography.utils import int_from_bytes Apr 08 02:58:17.333376 dv-cinder-837051-1-smb neutron-server[87786]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 08 02:58:17.333376 dv-cinder-837051-1-smb neutron-server[87786]: util.warn_limited( Apr 08 02:58:17.333376 dv-cinder-837051-1-smb neutron-server[87786]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 08 02:58:17.333376 dv-cinder-837051-1-smb neutron-server[87786]: util.warn_limited( Apr 08 02:58:17.333376 dv-cinder-837051-1-smb neutron-server[87786]: Traceback (most recent call last): Apr 08 02:58:17.333376 dv-cinder-837051-1-smb neutron-server[87786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 02:58:17.333376 dv-cinder-837051-1-smb neutron-server[87786]: timer() Apr 08 02:58:17.333376 dv-cinder-837051-1-smb neutron-server[87786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 02:58:17.333376 dv-cinder-837051-1-smb neutron-server[87786]: cb(*args, **kw) Apr 08 02:58:17.333376 dv-cinder-837051-1-smb neutron-server[87786]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 02:58:17.333376 dv-cinder-837051-1-smb neutron-server[87786]: return func(*args, **kwargs) Apr 08 02:58:17.333376 dv-cinder-837051-1-smb neutron-server[87786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 02:58:17.333376 dv-cinder-837051-1-smb neutron-server[87786]: self._notify() Apr 08 02:58:17.333376 dv-cinder-837051-1-smb neutron-server[87786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 02:58:17.333376 dv-cinder-837051-1-smb neutron-server[87786]: self.callback(batched_events) Apr 08 02:58:17.333376 dv-cinder-837051-1-smb neutron-server[87786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 02:58:17.333376 dv-cinder-837051-1-smb neutron-server[87786]: event.method(event) Apr 08 02:58:17.333376 dv-cinder-837051-1-smb neutron-server[87786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 02:58:17.333376 dv-cinder-837051-1-smb neutron-server[87786]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 02:58:17.333376 dv-cinder-837051-1-smb neutron-server[87786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 02:58:17.333376 dv-cinder-837051-1-smb neutron-server[87786]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 02:58:17.333376 dv-cinder-837051-1-smb neutron-server[87786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 02:58:17.333376 dv-cinder-837051-1-smb neutron-server[87786]: return f(self, *a, **k) Apr 08 02:58:17.333376 dv-cinder-837051-1-smb neutron-server[87786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 02:58:17.333376 dv-cinder-837051-1-smb neutron-server[87786]: return self._get(url).json() Apr 08 02:58:17.333376 dv-cinder-837051-1-smb neutron-server[87786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 08 02:58:17.333376 dv-cinder-837051-1-smb neutron-server[87786]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 02:58:17.333376 dv-cinder-837051-1-smb neutron-server[87786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 02:58:17.333376 dv-cinder-837051-1-smb neutron-server[87786]: return self.request(url, 'GET', **kwargs) Apr 08 02:58:17.333376 dv-cinder-837051-1-smb neutron-server[87786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 02:58:17.333376 dv-cinder-837051-1-smb neutron-server[87786]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 02:58:17.333376 dv-cinder-837051-1-smb neutron-server[87786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 02:58:17.333376 dv-cinder-837051-1-smb neutron-server[87786]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 02:58:17.333376 dv-cinder-837051-1-smb neutron-server[87786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 02:58:17.333376 dv-cinder-837051-1-smb neutron-server[87786]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 02:58:17.333376 dv-cinder-837051-1-smb neutron-server[87786]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 02:58:17.407522 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.wsgi [-] (87786) accepted ('10.222.0.15', 45156) {{(pid=87786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:58:17.484619 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-b4872282-cb36-4fd7-808b-a967b7ca2721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-333356'] for network, after_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:17.495064 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-b4872282-cb36-4fd7-808b-a967b7ca2721 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539232'] for network, before_response {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:17.520747 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [None req-b4872282-cb36-4fd7-808b-a967b7ca2721 admin admin] 10.222.0.15 "DELETE /v2.0/networks/b46385f1-20ca-43fe-961e-d6d0761913a1 HTTP/1.1" status: 204 len: 168 time: 0.6225235 Apr 08 02:58:17.527682 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4872282-cb36-4fd7-808b-a967b7ca2721 admin admin] Pushing event deleted for resources: {'Network': ['ID=b46385f1-20ca-43fe-961e-d6d0761913a1,revision_number=None']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:58:17.566078 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.v2.base [None req-34ecdbc5-3e02-4b8e-8839-b81fe0d89cc7 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-456842333-network', 'tenant_id': 'e54ae39904dd451ab45f8d4f4dd2c54f'}} {{(pid=87786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 02:58:17.571940 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.quota.driver [None req-34ecdbc5-3e02-4b8e-8839-b81fe0d89cc7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:58:17.576149 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [None req-34ecdbc5-3e02-4b8e-8839-b81fe0d89cc7 admin admin] Usage tracker for resource:network and tenant:e54ae39904dd451ab45f8d4f4dd2c54f is out of sync, need to count used quota {{(pid=87786) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:58:17.579018 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [None req-34ecdbc5-3e02-4b8e-8839-b81fe0d89cc7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87786) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:58:17.587056 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.quota.driver [None req-34ecdbc5-3e02-4b8e-8839-b81fe0d89cc7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:58:17.644517 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34ecdbc5-3e02-4b8e-8839-b81fe0d89cc7 admin admin] Made reservation on behalf of e54ae39904dd451ab45f8d4f4dd2c54f for: {'network': 1} {{(pid=87786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 02:58:17.646800 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-34ecdbc5-3e02-4b8e-8839-b81fe0d89cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for network, before_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:17.661069 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-34ecdbc5-3e02-4b8e-8839-b81fe0d89cc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:17.676614 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.quota.driver [None req-34ecdbc5-3e02-4b8e-8839-b81fe0d89cc7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:58:17.681809 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [None req-34ecdbc5-3e02-4b8e-8839-b81fe0d89cc7 admin admin] Usage tracker for resource:security_group_rule and tenant:e54ae39904dd451ab45f8d4f4dd2c54f is out of sync, need to count used quota {{(pid=87786) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:58:17.684241 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [None req-34ecdbc5-3e02-4b8e-8839-b81fe0d89cc7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87786) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:58:17.689945 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.quota.driver [None req-34ecdbc5-3e02-4b8e-8839-b81fe0d89cc7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:58:17.784663 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-34ecdbc5-3e02-4b8e-8839-b81fe0d89cc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:17.828082 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-34ecdbc5-3e02-4b8e-8839-b81fe0d89cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:17.855187 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 45180) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:58:17.906799 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34ecdbc5-3e02-4b8e-8839-b81fe0d89cc7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 277} {{(pid=87786) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 02:58:17.908968 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-a6a3e3ec-39fd-4adf-bbc3-6aa8c7b316a3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2312456505954674b3b13001029c1c68&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0525756 Apr 08 02:58:17.911516 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 45184) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:58:17.934995 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ecdbc5-3e02-4b8e-8839-b81fe0d89cc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d0b1559-7425-473f-bd1c-fb1704313e64,revision_number=1']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:58:17.943014 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-34ecdbc5-3e02-4b8e-8839-b81fe0d89cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575478'] for segment, precommit_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:17.943014 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.db.segments_db [None req-34ecdbc5-3e02-4b8e-8839-b81fe0d89cc7 admin admin] Added segment fbbea2b2-6b34-4085-aa23-2abb9eaccb63 of type vlan for network bd9205d9-b280-4f90-8987-2cd32fbefb13 Apr 08 02:58:17.981422 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-520f0b2d-8512-4af2-82dc-8d74bbe0c215 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:17.982699 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-34ecdbc5-3e02-4b8e-8839-b81fe0d89cc7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762846836134'] for network, precommit_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:18.007282 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468bd4ac-c4f7-46cd-af3a-7b83ffb900fb req-40ddbf37-8d16-4e62-b8b3-ce3bc1105316 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:58:18.009078 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-520f0b2d-8512-4af2-82dc-8d74bbe0c215 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:18.009386 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-468bd4ac-c4f7-46cd-af3a-7b83ffb900fb req-40ddbf37-8d16-4e62-b8b3-ce3bc1105316 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/ports?device_id=a43547e4-7375-4860-8f97-36d911def7b6 HTTP/1.1" status: 200 len: 945 time: 0.1614988 Apr 08 02:58:18.081380 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-468bd4ac-c4f7-46cd-af3a-7b83ffb900fb req-87f6bd15-8ea3-4208-8fb4-d9cc0e1964cf tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/security-groups?id=182843b8-633a-4f61-a3e3-f50baa1f3acb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583618 Apr 08 02:58:18.118946 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-34ecdbc5-3e02-4b8e-8839-b81fe0d89cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254'] for network, after_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:18.119990 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34ecdbc5-3e02-4b8e-8839-b81fe0d89cc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:58:18.120575 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-34ecdbc5-3e02-4b8e-8839-b81fe0d89cc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539232'] for network, before_response {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:18.147351 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-520f0b2d-8512-4af2-82dc-8d74bbe0c215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:18.170000 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520f0b2d-8512-4af2-82dc-8d74bbe0c215 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82302429-d183-4da8-968b-90e59e5b9eb6,revision_number=None']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:58:18.172725 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 45192) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:58:18.243774 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ecdbc5-3e02-4b8e-8839-b81fe0d89cc7 admin admin] Pushing event updated for resources: {'Network': ['ID=bd9205d9-b280-4f90-8987-2cd32fbefb13,revision_number=1']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:58:18.254542 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Network bd9205d9-b280-4f90-8987-2cd32fbefb13 details requested by agent ovs-agent-dv-cinder-837051-1-smb with host dv-cinder-837051-1-smb {{(pid=87788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 02:58:18.255121 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-520f0b2d-8512-4af2-82dc-8d74bbe0c215 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:18.256094 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-520f0b2d-8512-4af2-82dc-8d74bbe0c215 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/82302429-d183-4da8-968b-90e59e5b9eb6 HTTP/1.1" status: 204 len: 168 time: 0.3437459 Apr 08 02:58:18.297975 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [None req-34ecdbc5-3e02-4b8e-8839-b81fe0d89cc7 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8889554 Apr 08 02:58:18.300971 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.wsgi [-] (87786) accepted ('10.222.0.15', 45200) {{(pid=87786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:58:18.312676 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.v2.base [None req-d128c1ed-ab99-4e56-a5cc-2205a03eb8c6 admin admin] Request body: {'subnet': {'network_id': 'bd9205d9-b280-4f90-8987-2cd32fbefb13', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-456842333-subnet', 'tenant_id': 'e54ae39904dd451ab45f8d4f4dd2c54f', 'ip_version': 4}} {{(pid=87786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 02:58:18.316073 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-0622db54-4bd6-4c6f-89ef-289c5d4abe1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:18.323962 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.quota.driver [None req-d128c1ed-ab99-4e56-a5cc-2205a03eb8c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:58:18.329288 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [None req-d128c1ed-ab99-4e56-a5cc-2205a03eb8c6 admin admin] Usage tracker for resource:subnet and tenant:e54ae39904dd451ab45f8d4f4dd2c54f is out of sync, need to count used quota {{(pid=87786) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:58:18.338593 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [None req-d128c1ed-ab99-4e56-a5cc-2205a03eb8c6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87786) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:58:18.340216 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-0622db54-4bd6-4c6f-89ef-289c5d4abe1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:58:18.346730 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-0622db54-4bd6-4c6f-89ef-289c5d4abe1a admin admin] Usage tracker for resource:security_group_rule and tenant:43937bd70ec140559b5ef60b8dfd268f is out of sync, need to count used quota {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:58:18.351374 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.quota.driver [None req-d128c1ed-ab99-4e56-a5cc-2205a03eb8c6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:58:18.351516 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-0622db54-4bd6-4c6f-89ef-289c5d4abe1a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:58:18.356955 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-0622db54-4bd6-4c6f-89ef-289c5d4abe1a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:58:18.416178 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d128c1ed-ab99-4e56-a5cc-2205a03eb8c6 admin admin] Made reservation on behalf of e54ae39904dd451ab45f8d4f4dd2c54f for: {'subnet': 1} {{(pid=87786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 02:58:18.418480 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-d128c1ed-ab99-4e56-a5cc-2205a03eb8c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2342554'] for subnet, before_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:18.450077 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-0622db54-4bd6-4c6f-89ef-289c5d4abe1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:18.513531 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-0622db54-4bd6-4c6f-89ef-289c5d4abe1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:18.573259 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-0622db54-4bd6-4c6f-89ef-289c5d4abe1a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=43937bd70ec140559b5ef60b8dfd268f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3992181 Apr 08 02:58:18.575815 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0622db54-4bd6-4c6f-89ef-289c5d4abe1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57c6d9a7-4080-4bbf-9ea1-682ad3b05721,revision_number=1']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:58:18.578278 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 45208) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:58:18.658782 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-6b9b9282-1749-4f30-bad1-36ec0d5dc1a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:18.684964 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-6b9b9282-1749-4f30-bad1-36ec0d5dc1a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:18.713601 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-d128c1ed-ab99-4e56-a5cc-2205a03eb8c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2753689', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2342568'] for subnet, after_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:18.792476 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d128c1ed-ab99-4e56-a5cc-2205a03eb8c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c480e54-0d9e-4bc0-858b-99b185c4ed0c,revision_number=0']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:58:18.799005 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-6b9b9282-1749-4f30-bad1-36ec0d5dc1a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:18.802482 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d128c1ed-ab99-4e56-a5cc-2205a03eb8c6 admin admin] Checking segment: {'id': 'fbbea2b2-6b34-4085-aa23-2abb9eaccb63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'bd9205d9-b280-4f90-8987-2cd32fbefb13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 02:58:18.802836 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d128c1ed-ab99-4e56-a5cc-2205a03eb8c6 admin admin] Network hostable DHCP agents. Network: bd9205d9-b280-4f90-8987-2cd32fbefb13, hostable agents: ['c0dff2ba-0ef7-4e94-af34-c7dac3342234'], hosted agents: [] {{(pid=87786) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 02:58:18.814165 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9b9282-1749-4f30-bad1-36ec0d5dc1a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57c6d9a7-4080-4bbf-9ea1-682ad3b05721,revision_number=None']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:58:18.820360 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-6b9b9282-1749-4f30-bad1-36ec0d5dc1a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:18.823895 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-6b9b9282-1749-4f30-bad1-36ec0d5dc1a3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/57c6d9a7-4080-4bbf-9ea1-682ad3b05721 HTTP/1.1" status: 204 len: 168 time: 0.2421958 Apr 08 02:58:18.867594 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 45214) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:58:18.868364 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d128c1ed-ab99-4e56-a5cc-2205a03eb8c6 admin admin] Network bd9205d9-b280-4f90-8987-2cd32fbefb13 is scheduled to be hosted by DHCP agent c0dff2ba-0ef7-4e94-af34-c7dac3342234 with binding_index 1 {{(pid=87786) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 02:58:18.917539 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-0ce77f57-1eb9-4afe-8fba-e7badbb9545f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4cf96c76971544c58515bfc70a07cb55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0480311 Apr 08 02:58:18.920292 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 45218) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:58:18.924138 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.scheduler.base_scheduler [None req-d128c1ed-ab99-4e56-a5cc-2205a03eb8c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837051-1-smb, bd9205d9-b280-4f90-8987-2cd32fbefb13) {{(pid=87786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 02:58:18.928357 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d128c1ed-ab99-4e56-a5cc-2205a03eb8c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:58:18.929068 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-d128c1ed-ab99-4e56-a5cc-2205a03eb8c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539232'] for subnet, before_response {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:18.939126 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5ac4152-f603-45d6-ab7f-4d78ede534e6 None None] Network bd9205d9-b280-4f90-8987-2cd32fbefb13 requested from dv-cinder-837051-1-smb {{(pid=87788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 02:58:18.985803 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-a2cd7a6a-e75e-4f61-8240-9ee4a8149a83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:19.011811 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-a2cd7a6a-e75e-4f61-8240-9ee4a8149a83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:19.018547 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [None req-d128c1ed-ab99-4e56-a5cc-2205a03eb8c6 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7138734 Apr 08 02:58:19.018796 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 45222) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:58:19.026191 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.v2.base [None req-7c516285-9e48-4b03-9f8d-e2f1eeab89d8 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-456842333-router', 'tenant_id': 'e54ae39904dd451ab45f8d4f4dd2c54f', 'external_gateway_info': {'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b'}}} {{(pid=87787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 02:58:19.038496 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-7c516285-9e48-4b03-9f8d-e2f1eeab89d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:58:19.046708 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-7c516285-9e48-4b03-9f8d-e2f1eeab89d8 admin admin] Usage tracker for resource:router and tenant:e54ae39904dd451ab45f8d4f4dd2c54f is out of sync, need to count used quota {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:58:19.058386 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-7c516285-9e48-4b03-9f8d-e2f1eeab89d8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:58:19.067722 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-7c516285-9e48-4b03-9f8d-e2f1eeab89d8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:58:19.165705 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-7c516285-9e48-4b03-9f8d-e2f1eeab89d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-335215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-292'] for router, before_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:19.166301 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-7c516285-9e48-4b03-9f8d-e2f1eeab89d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-332252', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-456264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-301'] for router, precommit_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:19.182935 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-7c516285-9e48-4b03-9f8d-e2f1eeab89d8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:19.200590 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-a2cd7a6a-e75e-4f61-8240-9ee4a8149a83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:19.221813 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cd7a6a-e75e-4f61-8240-9ee4a8149a83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3ae65f3-e675-4f62-9f82-884eac41e8ea,revision_number=None']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:58:19.223705 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24aaf98d-7287-460e-824d-309ff2e9524a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42e60dd2-2c7f-5bdd-8db5-c6fe16da6c01-bd9205d9-b280-4f90-8987-2cd32fbefb13', 'network_id': 'bd9205d9-b280-4f90-8987-2cd32fbefb13', 'tenant_id': 'e54ae39904dd451ab45f8d4f4dd2c54f', 'fixed_ips': [{'subnet_id': '2c480e54-0d9e-4bc0-858b-99b185c4ed0c'}]}} from dv-cinder-837051-1-smb. {{(pid=87788) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 08 02:58:19.224651 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-24aaf98d-7287-460e-824d-309ff2e9524a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:19.244320 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-a2cd7a6a-e75e-4f61-8240-9ee4a8149a83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:19.248549 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-a2cd7a6a-e75e-4f61-8240-9ee4a8149a83 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b3ae65f3-e675-4f62-9f82-884eac41e8ea HTTP/1.1" status: 204 len: 168 time: 0.3242550 Apr 08 02:58:19.406588 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bf6b5d-c0f7-40b8-9cd3-301947f53f26 req-1d1001ac-87dc-4d98-819f-94ab8af41a72 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:58:19.409423 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-63bf6b5d-c0f7-40b8-9cd3-301947f53f26 req-1d1001ac-87dc-4d98-819f-94ab8af41a72 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/ports?device_id=a43547e4-7375-4860-8f97-36d911def7b6 HTTP/1.1" status: 200 len: 945 time: 0.1677492 Apr 08 02:58:19.436989 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.db_base_plugin_common [None req-24aaf98d-7287-460e-824d-309ff2e9524a None None] Allocated IP 172.20.0.2 (bd9205d9-b280-4f90-8987-2cd32fbefb13/2c480e54-0d9e-4bc0-858b-99b185c4ed0c/873a33f6-9557-411b-8e01-0ba73f3fb0a7) {{(pid=87788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 02:58:19.485890 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-63bf6b5d-c0f7-40b8-9cd3-301947f53f26 req-7dad4c4c-0cc8-452f-85ee-49f7b72918cf tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/security-groups?id=182843b8-633a-4f61-a3e3-f50baa1f3acb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687072 Apr 08 02:58:19.747934 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-24aaf98d-7287-460e-824d-309ff2e9524a None None] Notify callbacks [] for port, precommit_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:19.754710 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-7c516285-9e48-4b03-9f8d-e2f1eeab89d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-332234', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-335261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-315'] for router, precommit_update {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:19.759778 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.wsgi [-] (87786) accepted ('10.222.0.15', 45240) {{(pid=87786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:58:19.782337 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-24aaf98d-7287-460e-824d-309ff2e9524a None None] Transition to ACTIVE for port object 873a33f6-9557-411b-8e01-0ba73f3fb0a7 will not be triggered until provisioned by entity L2. {{(pid=87788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 02:58:19.786752 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-08e29e14-44c8-496f-967c-362025c6a10f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:19.804125 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-24aaf98d-7287-460e-824d-309ff2e9524a None None] Transition to ACTIVE for port object 873a33f6-9557-411b-8e01-0ba73f3fb0a7 will not be triggered until provisioned by entity DHCP. {{(pid=87788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 02:58:19.879340 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-24aaf98d-7287-460e-824d-309ff2e9524a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762846864680'] for port, after_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:19.880883 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.quota.driver [None req-08e29e14-44c8-496f-967c-362025c6a10f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:58:19.884887 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [None req-08e29e14-44c8-496f-967c-362025c6a10f admin admin] Usage tracker for resource:security_group_rule and tenant:9fd4ac0e8fb2485c98ff30145eb10758 is out of sync, need to count used quota {{(pid=87786) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:58:19.888020 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [None req-08e29e14-44c8-496f-967c-362025c6a10f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87786) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:58:19.895364 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.quota.driver [None req-08e29e14-44c8-496f-967c-362025c6a10f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:58:19.950761 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24aaf98d-7287-460e-824d-309ff2e9524a None None] Network bd9205d9-b280-4f90-8987-2cd32fbefb13 is already hosted by enough agents. {{(pid=87788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 02:58:19.954286 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.scheduler.base_scheduler [None req-24aaf98d-7287-460e-824d-309ff2e9524a None None] Resources bound (agent type, host, resource id): {{(pid=87788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 02:58:19.957315 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24aaf98d-7287-460e-824d-309ff2e9524a None None] Received port after_create {{(pid=87788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 02:58:20.004180 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24aaf98d-7287-460e-824d-309ff2e9524a None None] Pushing event updated for resources: {'Port': ['ID=873a33f6-9557-411b-8e01-0ba73f3fb0a7,revision_number=1']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:58:20.006221 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-08e29e14-44c8-496f-967c-362025c6a10f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:20.060975 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-08e29e14-44c8-496f-967c-362025c6a10f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:20.086217 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.managers [None req-24aaf98d-7287-460e-824d-309ff2e9524a None None] Attempting to bind port 873a33f6-9557-411b-8e01-0ba73f3fb0a7 on host dv-cinder-837051-1-smb for vnic_type normal with profile {{(pid=87788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 02:58:20.086217 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.managers [None req-24aaf98d-7287-460e-824d-309ff2e9524a None None] Attempting to bind port 873a33f6-9557-411b-8e01-0ba73f3fb0a7 by drivers openvswitch,hyperv on host dv-cinder-837051-1-smb at level 0 using segments [{'id': 'fbbea2b2-6b34-4085-aa23-2abb9eaccb63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'bd9205d9-b280-4f90-8987-2cd32fbefb13'}] {{(pid=87788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 02:58:20.086557 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24aaf98d-7287-460e-824d-309ff2e9524a None None] Attempting to bind port 873a33f6-9557-411b-8e01-0ba73f3fb0a7 on network bd9205d9-b280-4f90-8987-2cd32fbefb13 {{(pid=87788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 02:58:20.094675 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24aaf98d-7287-460e-824d-309ff2e9524a None None] Checking agent: {'id': '506bd601-c596-4b52-979e-3670b1bbe31d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837051-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 2, 46, 59), 'started_at': datetime.datetime(2022, 4, 8, 2, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 2, 57, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837051-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 02:58:20.095319 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24aaf98d-7287-460e-824d-309ff2e9524a None None] Checking segment: {'id': 'fbbea2b2-6b34-4085-aa23-2abb9eaccb63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'bd9205d9-b280-4f90-8987-2cd32fbefb13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 02:58:20.096050 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-24aaf98d-7287-460e-824d-309ff2e9524a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:20.096369 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24aaf98d-7287-460e-824d-309ff2e9524a None None] Bound using segment: {'id': 'fbbea2b2-6b34-4085-aa23-2abb9eaccb63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'bd9205d9-b280-4f90-8987-2cd32fbefb13'} {{(pid=87788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 02:58:20.096960 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.managers [None req-24aaf98d-7287-460e-824d-309ff2e9524a None None] Bound port: 873a33f6-9557-411b-8e01-0ba73f3fb0a7, host: dv-cinder-837051-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbbea2b2-6b34-4085-aa23-2abb9eaccb63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'bd9205d9-b280-4f90-8987-2cd32fbefb13'}}] {{(pid=87788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 02:58:20.099829 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-24aaf98d-7287-460e-824d-309ff2e9524a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:20.123270 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [None req-08e29e14-44c8-496f-967c-362025c6a10f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9fd4ac0e8fb2485c98ff30145eb10758&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3623168 Apr 08 02:58:20.124089 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e29e14-44c8-496f-967c-362025c6a10f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4579585-8f40-4869-b49a-9c4e126658cc,revision_number=1']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:58:20.127053 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.wsgi [-] (87786) accepted ('10.222.0.15', 45250) {{(pid=87786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:58:20.208393 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-2b8293a6-68ad-4a26-b93d-a23f4756116a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:20.213030 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.db [None req-24aaf98d-7287-460e-824d-309ff2e9524a None None] For port 873a33f6-9557-411b-8e01-0ba73f3fb0a7, host dv-cinder-837051-1-smb, cleared binding levels {{(pid=87788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 02:58:20.217415 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.db [None req-24aaf98d-7287-460e-824d-309ff2e9524a None None] For port 873a33f6-9557-411b-8e01-0ba73f3fb0a7, host dv-cinder-837051-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837051-1-smb',level=0,port_id=873a33f6-9557-411b-8e01-0ba73f3fb0a7,segment=NetworkSegment(fbbea2b2-6b34-4085-aa23-2abb9eaccb63),segment_id=fbbea2b2-6b34-4085-aa23-2abb9eaccb63)] {{(pid=87788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 02:58:20.238785 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-2b8293a6-68ad-4a26-b93d-a23f4756116a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:20.243630 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-7c516285-9e48-4b03-9f8d-e2f1eeab89d8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:20.274207 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-7c516285-9e48-4b03-9f8d-e2f1eeab89d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:20.303834 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-24aaf98d-7287-460e-824d-309ff2e9524a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762847214852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762846864698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762846864743'] for port, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:20.385408 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24aaf98d-7287-460e-824d-309ff2e9524a None None] Pushing event updated for resources: {'Port': ['ID=873a33f6-9557-411b-8e01-0ba73f3fb0a7,revision_number=2']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:58:20.427678 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-2b8293a6-68ad-4a26-b93d-a23f4756116a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:20.449902 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8293a6-68ad-4a26-b93d-a23f4756116a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4579585-8f40-4869-b49a-9c4e126658cc,revision_number=None']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:58:20.460265 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-2b8293a6-68ad-4a26-b93d-a23f4756116a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:20.460265 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [None req-2b8293a6-68ad-4a26-b93d-a23f4756116a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b4579585-8f40-4869-b49a-9c4e126658cc HTTP/1.1" status: 204 len: 168 time: 0.3297007 Apr 08 02:58:20.625979 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.db_base_plugin_common [None req-7c516285-9e48-4b03-9f8d-e2f1eeab89d8 admin admin] Allocated IP 172.28.2.105 (98d1e709-75a7-4f60-9ef6-cd80d5a9207b/cdd7e012-314b-49de-85b2-875de1f002d2/6b850f51-796c-4103-b60a-b77859be2a0c) {{(pid=87787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 02:58:20.885342 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238f0e22-e760-48f6-bb60-ce59c5c5c01d req-b3cd50f5-c584-4ce3-a9ae-4f4dd528ec79 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:58:20.886941 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-238f0e22-e760-48f6-bb60-ce59c5c5c01d req-b3cd50f5-c584-4ce3-a9ae-4f4dd528ec79 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/ports?device_id=a43547e4-7375-4860-8f97-36d911def7b6 HTTP/1.1" status: 200 len: 945 time: 0.2047949 Apr 08 02:58:20.908487 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-7c516285-9e48-4b03-9f8d-e2f1eeab89d8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:21.009407 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-238f0e22-e760-48f6-bb60-ce59c5c5c01d req-69eea40e-2aba-4ecf-95e4-24725031edb9 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/security-groups?id=182843b8-633a-4f61-a3e3-f50baa1f3acb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155915 Apr 08 02:58:21.016616 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-7c516285-9e48-4b03-9f8d-e2f1eeab89d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762846864680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3006662'] for port, after_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:21.080559 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c516285-9e48-4b03-9f8d-e2f1eeab89d8 admin admin] Network 98d1e709-75a7-4f60-9ef6-cd80d5a9207b is already hosted by enough agents. {{(pid=87787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 02:58:21.083600 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.scheduler.base_scheduler [None req-7c516285-9e48-4b03-9f8d-e2f1eeab89d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=87787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 02:58:21.092481 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c516285-9e48-4b03-9f8d-e2f1eeab89d8 admin admin] Received port after_create {{(pid=87787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 02:58:21.125538 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c516285-9e48-4b03-9f8d-e2f1eeab89d8 admin admin] Pushing event updated for resources: {'Port': ['ID=6b850f51-796c-4103-b60a-b77859be2a0c,revision_number=1']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:58:21.331547 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Device 873a33f6-9557-411b-8e01-0ba73f3fb0a7 up at agent ovs-agent-dv-cinder-837051-1-smb {{(pid=87788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 02:58:21.527334 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Provisioning for port 873a33f6-9557-411b-8e01-0ba73f3fb0a7 completed by entity L2. {{(pid=87788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 02:58:21.688084 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-7c516285-9e48-4b03-9f8d-e2f1eeab89d8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:21.814712 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a003d359-9ee8-4a7a-941b-1e8aafc6e32a None None] Network bd9205d9-b280-4f90-8987-2cd32fbefb13 requested from dv-cinder-837051-1-smb {{(pid=87788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 02:58:22.011631 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-6631da25-2efe-4853-b252-7ea6a70c72db None None] Provisioning for port 873a33f6-9557-411b-8e01-0ba73f3fb0a7 completed by entity DHCP. {{(pid=87788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 02:58:22.050767 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-6631da25-2efe-4853-b252-7ea6a70c72db None None] Provisioning complete for port 873a33f6-9557-411b-8e01-0ba73f3fb0a7 triggered by entity DHCP. {{(pid=87788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 02:58:22.051024 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-6631da25-2efe-4853-b252-7ea6a70c72db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587297'] for port, provisioning_complete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:22.270445 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5712369-2487-4102-9c26-68873db8425d req-e5e4187d-9a23-4f9d-82f2-5248223429f1 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:58:22.271959 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-e5712369-2487-4102-9c26-68873db8425d req-e5e4187d-9a23-4f9d-82f2-5248223429f1 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/ports?device_id=a43547e4-7375-4860-8f97-36d911def7b6 HTTP/1.1" status: 200 len: 945 time: 0.1006444 Apr 08 02:58:22.300705 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-7c516285-9e48-4b03-9f8d-e2f1eeab89d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-335234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-332257'] for router, after_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:22.390653 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-6631da25-2efe-4853-b252-7ea6a70c72db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:22.391590 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-e5712369-2487-4102-9c26-68873db8425d req-277079f6-f204-4160-a552-db01fe434510 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/security-groups?id=182843b8-633a-4f61-a3e3-f50baa1f3acb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080177 Apr 08 02:58:22.443568 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.db [None req-6631da25-2efe-4853-b252-7ea6a70c72db None None] For port 873a33f6-9557-411b-8e01-0ba73f3fb0a7, host dv-cinder-837051-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837051-1-smb',level=0,port_id=873a33f6-9557-411b-8e01-0ba73f3fb0a7,segment=NetworkSegment(fbbea2b2-6b34-4085-aa23-2abb9eaccb63),segment_id=fbbea2b2-6b34-4085-aa23-2abb9eaccb63)] {{(pid=87788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 02:58:22.565683 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-6631da25-2efe-4853-b252-7ea6a70c72db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762847214852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762846864698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762846864743'] for port, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:22.690384 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6631da25-2efe-4853-b252-7ea6a70c72db None None] Pushing event updated for resources: {'Port': ['ID=873a33f6-9557-411b-8e01-0ba73f3fb0a7,revision_number=3']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:58:22.696510 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c516285-9e48-4b03-9f8d-e2f1eeab89d8 admin admin] Router 331cdd7b-33f2-4bf1-8739-ee3277f8cba4 is scheduled to L3 agent 70d74887-4404-4f0d-99b3-e017d5637063 with binding_index 1 {{(pid=87787) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 08 02:58:22.700174 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-386f1d5b-282d-465b-af85-34261b585044 None None] Provisioning complete for port 873a33f6-9557-411b-8e01-0ba73f3fb0a7 triggered by entity DHCP. {{(pid=87788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 02:58:22.700906 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-386f1d5b-282d-465b-af85-34261b585044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587297'] for port, provisioning_complete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:22.909505 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c516285-9e48-4b03-9f8d-e2f1eeab89d8 admin admin] Notify agent at l3_agent.dv-cinder-837051-1-smb the message routers_updated {{(pid=87787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 02:58:22.920654 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67cae002-7628-4167-a38a-616feabd928c None None] Sync routers for ids ['331cdd7b-33f2-4bf1-8739-ee3277f8cba4'] in dv-cinder-837051-1-smb {{(pid=87789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 02:58:22.941605 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67cae002-7628-4167-a38a-616feabd928c None None] Routers {'331cdd7b-33f2-4bf1-8739-ee3277f8cba4'} bound to L3 agent in host dv-cinder-837051-1-smb {{(pid=87789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 02:58:22.942516 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.l3_hamode_db [None req-67cae002-7628-4167-a38a-616feabd928c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837051-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T02:46:58Z,description=,heartbeat_timestamp=2022-04-08T02:57:58Z,host='dv-cinder-837051-1-smb',id=70d74887-4404-4f0d-99b3-e017d5637063,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T02:46:59Z,topic='l3_agent')) {'router_ids': ['331cdd7b-33f2-4bf1-8739-ee3277f8cba4'], 'active': True} {{(pid=87789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:58:23.009521 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-7c516285-9e48-4b03-9f8d-e2f1eeab89d8 admin admin] Notify callbacks [] for router, before_response {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:23.013242 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-7c516285-9e48-4b03-9f8d-e2f1eeab89d8 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.9909792 Apr 08 02:58:23.013468 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 45330) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:58:23.146290 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.l3_dvr_db [None req-67cae002-7628-4167-a38a-616feabd928c None None] Set router 331cdd7b-33f2-4bf1-8739-ee3277f8cba4 gateway port host: dv-cinder-837051-1-smb {{(pid=87789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 02:58:23.259612 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Device 873a33f6-9557-411b-8e01-0ba73f3fb0a7 up at agent ovs-agent-dv-cinder-837051-1-smb {{(pid=87788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 02:58:23.444424 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Provisioning complete for port 873a33f6-9557-411b-8e01-0ba73f3fb0a7 triggered by entity L2. {{(pid=87788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 02:58:23.446057 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587297'] for port, provisioning_complete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:23.447340 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.l3_hamode_db [None req-67cae002-7628-4167-a38a-616feabd928c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '331cdd7b-33f2-4bf1-8739-ee3277f8cba4', 'name': 'tempest-TestMinimumBasicScenario-456842333-router', 'tenant_id': 'e54ae39904dd451ab45f8d4f4dd2c54f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'external_fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.105'}], 'enable_snat': True}, 'gw_port_id': '6b850f51-796c-4103-b60a-b77859be2a0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:58:19Z', 'updated_at': '2022-04-08T02:58:21Z', 'revision_number': 3, 'project_id': 'e54ae39904dd451ab45f8d4f4dd2c54f', 'gw_port': {'id': '6b850f51-796c-4103-b60a-b77859be2a0c', 'name': '', 'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:b3:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '331cdd7b-33f2-4bf1-8739-ee3277f8cba4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:58:20Z', 'updated_at': '2022-04-08T02:58:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-smb'}], 'dv-cinder-837051-1-smb', False) {} {{(pid=87789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:58:23.451547 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67cae002-7628-4167-a38a-616feabd928c None None] Checking router: 331cdd7b-33f2-4bf1-8739-ee3277f8cba4 for host: dv-cinder-837051-1-smb {{(pid=87789) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 02:58:23.452126 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67cae002-7628-4167-a38a-616feabd928c None None] Updating router 331cdd7b-33f2-4bf1-8739-ee3277f8cba4 port 6b850f51-796c-4103-b60a-b77859be2a0c binding host dv-cinder-837051-1-smb {{(pid=87789) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 02:58:23.544890 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-67cae002-7628-4167-a38a-616feabd928c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_update {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:23.686337 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961f6902-76df-42cb-8093-c54e8b17c6f5 req-f0457f48-fc55-43c1-a511-2a6fff1a7590 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:58:23.688449 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-961f6902-76df-42cb-8093-c54e8b17c6f5 req-f0457f48-fc55-43c1-a511-2a6fff1a7590 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/ports?device_id=a43547e4-7375-4860-8f97-36d911def7b6 HTTP/1.1" status: 200 len: 945 time: 0.0998621 Apr 08 02:58:23.797285 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-961f6902-76df-42cb-8093-c54e8b17c6f5 req-429ea16b-788e-4548-b56b-9cff4b189dad tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/security-groups?id=182843b8-633a-4f61-a3e3-f50baa1f3acb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009240 Apr 08 02:58:23.958635 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-67cae002-7628-4167-a38a-616feabd928c None None] Notify callbacks [] for port, precommit_update {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:23.972924 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.provisioning_blocks [None req-67cae002-7628-4167-a38a-616feabd928c None None] Transition to ACTIVE for port object 6b850f51-796c-4103-b60a-b77859be2a0c will not be triggered until provisioned by entity L2. {{(pid=87789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 02:58:23.979295 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-f5e6d84e-7c9d-4fb4-a563-8442b2b2c4ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:24.044231 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-67cae002-7628-4167-a38a-616feabd928c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762847214852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762846864698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762846864743'] for port, after_update {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:24.119489 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.plugins.ml2.managers [None req-67cae002-7628-4167-a38a-616feabd928c None None] Attempting to bind port 6b850f51-796c-4103-b60a-b77859be2a0c on host dv-cinder-837051-1-smb for vnic_type normal with profile {{(pid=87789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 02:58:24.119857 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.plugins.ml2.managers [None req-67cae002-7628-4167-a38a-616feabd928c None None] Attempting to bind port 6b850f51-796c-4103-b60a-b77859be2a0c by drivers openvswitch,hyperv on host dv-cinder-837051-1-smb at level 0 using segments [{'id': '2f3db029-7821-49c5-950d-ef9b857fea9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b'}] {{(pid=87789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 02:58:24.120216 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67cae002-7628-4167-a38a-616feabd928c None None] Attempting to bind port 6b850f51-796c-4103-b60a-b77859be2a0c on network 98d1e709-75a7-4f60-9ef6-cd80d5a9207b {{(pid=87789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 02:58:24.135732 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67cae002-7628-4167-a38a-616feabd928c None None] Checking agent: {'id': '506bd601-c596-4b52-979e-3670b1bbe31d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837051-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 2, 46, 59), 'started_at': datetime.datetime(2022, 4, 8, 2, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 2, 57, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837051-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 02:58:24.136142 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67cae002-7628-4167-a38a-616feabd928c None None] Checking segment: {'id': '2f3db029-7821-49c5-950d-ef9b857fea9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 02:58:24.136546 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-67cae002-7628-4167-a38a-616feabd928c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:24.136937 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67cae002-7628-4167-a38a-616feabd928c None None] Bound using segment: {'id': '2f3db029-7821-49c5-950d-ef9b857fea9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b'} {{(pid=87789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 02:58:24.137424 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.plugins.ml2.managers [None req-67cae002-7628-4167-a38a-616feabd928c None None] Bound port: 6b850f51-796c-4103-b60a-b77859be2a0c, host: dv-cinder-837051-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f3db029-7821-49c5-950d-ef9b857fea9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b'}}] {{(pid=87789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 02:58:24.137812 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-67cae002-7628-4167-a38a-616feabd928c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_update {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:24.163453 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1df296-a5f5-4617-958b-87fab6890827 None None] Pushing event updated for resources: {'Port': ['ID=6b850f51-796c-4103-b60a-b77859be2a0c,revision_number=2']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:58:24.182173 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1df296-a5f5-4617-958b-87fab6890827 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:58:24.182419 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1df296-a5f5-4617-958b-87fab6890827 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:58:24.182766 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1df296-a5f5-4617-958b-87fab6890827 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:58:24.183105 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1df296-a5f5-4617-958b-87fab6890827 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:58:24.183457 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1df296-a5f5-4617-958b-87fab6890827 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:58:24.183784 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1df296-a5f5-4617-958b-87fab6890827 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:58:24.185318 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1df296-a5f5-4617-958b-87fab6890827 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:58:24.185318 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1df296-a5f5-4617-958b-87fab6890827 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:58:24.185318 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1df296-a5f5-4617-958b-87fab6890827 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:58:24.185318 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1df296-a5f5-4617-958b-87fab6890827 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:58:24.185318 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1df296-a5f5-4617-958b-87fab6890827 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:58:24.185696 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1df296-a5f5-4617-958b-87fab6890827 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:58:24.231536 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.plugins.ml2.db [None req-67cae002-7628-4167-a38a-616feabd928c None None] For port 6b850f51-796c-4103-b60a-b77859be2a0c, host dv-cinder-837051-1-smb, cleared binding levels {{(pid=87789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 02:58:24.234730 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.plugins.ml2.db [None req-67cae002-7628-4167-a38a-616feabd928c None None] For port 6b850f51-796c-4103-b60a-b77859be2a0c, host dv-cinder-837051-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837051-1-smb',level=0,port_id=6b850f51-796c-4103-b60a-b77859be2a0c,segment=NetworkSegment(2f3db029-7821-49c5-950d-ef9b857fea9c),segment_id=2f3db029-7821-49c5-950d-ef9b857fea9c)] {{(pid=87789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 02:58:24.279084 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.db_base_plugin_common [None req-f5e6d84e-7c9d-4fb4-a563-8442b2b2c4ae admin admin] Allocated IP 172.20.0.1 (bd9205d9-b280-4f90-8987-2cd32fbefb13/2c480e54-0d9e-4bc0-858b-99b185c4ed0c/062842cd-0753-4608-b704-5ef569c87c0a) {{(pid=87787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 02:58:24.319972 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-67cae002-7628-4167-a38a-616feabd928c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762847214852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762846864698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762846864743'] for port, after_update {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:24.391983 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67cae002-7628-4167-a38a-616feabd928c None None] Routers {'331cdd7b-33f2-4bf1-8739-ee3277f8cba4'} bound to L3 agent in host dv-cinder-837051-1-smb {{(pid=87789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 02:58:24.392622 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.l3_hamode_db [None req-67cae002-7628-4167-a38a-616feabd928c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837051-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T02:46:58Z,description=,heartbeat_timestamp=2022-04-08T02:57:58Z,host='dv-cinder-837051-1-smb',id=70d74887-4404-4f0d-99b3-e017d5637063,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T02:46:59Z,topic='l3_agent')) {'router_ids': ['331cdd7b-33f2-4bf1-8739-ee3277f8cba4'], 'active': True} {{(pid=87789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:58:24.449343 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-f5e6d84e-7c9d-4fb4-a563-8442b2b2c4ae admin admin] Notify callbacks [] for port, precommit_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:24.466480 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.provisioning_blocks [None req-f5e6d84e-7c9d-4fb4-a563-8442b2b2c4ae admin admin] Transition to ACTIVE for port object 062842cd-0753-4608-b704-5ef569c87c0a will not be triggered until provisioned by entity DHCP. {{(pid=87787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 02:58:24.515817 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1df296-a5f5-4617-958b-87fab6890827 None None] Pushing event updated for resources: {'Port': ['ID=6b850f51-796c-4103-b60a-b77859be2a0c,revision_number=3']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:58:24.559211 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-f5e6d84e-7c9d-4fb4-a563-8442b2b2c4ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762846864680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3006662'] for port, after_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:24.610843 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.l3_dvr_db [None req-67cae002-7628-4167-a38a-616feabd928c None None] Set router 331cdd7b-33f2-4bf1-8739-ee3277f8cba4 gateway port host: dv-cinder-837051-1-smb {{(pid=87789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 02:58:24.637830 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5e6d84e-7c9d-4fb4-a563-8442b2b2c4ae admin admin] Network bd9205d9-b280-4f90-8987-2cd32fbefb13 is already hosted by enough agents. {{(pid=87787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 02:58:24.638585 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e6d84e-7c9d-4fb4-a563-8442b2b2c4ae admin admin] Pushing event updated for resources: {'Port': ['ID=062842cd-0753-4608-b704-5ef569c87c0a,revision_number=1']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:58:24.640965 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.scheduler.base_scheduler [None req-f5e6d84e-7c9d-4fb4-a563-8442b2b2c4ae admin admin] Resources bound (agent type, host, resource id): {{(pid=87787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 02:58:24.644170 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e6d84e-7c9d-4fb4-a563-8442b2b2c4ae admin admin] Received port after_create {{(pid=87787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 02:58:24.674582 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e6d84e-7c9d-4fb4-a563-8442b2b2c4ae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:58:24.674925 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e6d84e-7c9d-4fb4-a563-8442b2b2c4ae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:58:24.675286 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e6d84e-7c9d-4fb4-a563-8442b2b2c4ae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:58:24.675622 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e6d84e-7c9d-4fb4-a563-8442b2b2c4ae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:58:24.675948 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e6d84e-7c9d-4fb4-a563-8442b2b2c4ae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:58:24.676271 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e6d84e-7c9d-4fb4-a563-8442b2b2c4ae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:58:24.676596 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e6d84e-7c9d-4fb4-a563-8442b2b2c4ae admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:58:24.676971 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e6d84e-7c9d-4fb4-a563-8442b2b2c4ae admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:58:24.677283 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e6d84e-7c9d-4fb4-a563-8442b2b2c4ae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:58:24.677599 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e6d84e-7c9d-4fb4-a563-8442b2b2c4ae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:58:24.677916 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e6d84e-7c9d-4fb4-a563-8442b2b2c4ae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:58:24.678226 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e6d84e-7c9d-4fb4-a563-8442b2b2c4ae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:58:24.706407 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-f5e6d84e-7c9d-4fb4-a563-8442b2b2c4ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-333527'] for router_interface, before_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:24.939419 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.l3_hamode_db [None req-67cae002-7628-4167-a38a-616feabd928c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '331cdd7b-33f2-4bf1-8739-ee3277f8cba4', 'name': 'tempest-TestMinimumBasicScenario-456842333-router', 'tenant_id': 'e54ae39904dd451ab45f8d4f4dd2c54f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'external_fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.105'}], 'enable_snat': True}, 'gw_port_id': '6b850f51-796c-4103-b60a-b77859be2a0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:58:19Z', 'updated_at': '2022-04-08T02:58:21Z', 'revision_number': 3, 'project_id': 'e54ae39904dd451ab45f8d4f4dd2c54f', 'gw_port': {'id': '6b850f51-796c-4103-b60a-b77859be2a0c', 'name': '', 'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:b3:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '331cdd7b-33f2-4bf1-8739-ee3277f8cba4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:58:20Z', 'updated_at': '2022-04-08T02:58:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-smb'}], 'dv-cinder-837051-1-smb', False) {} {{(pid=87789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:58:24.943620 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67cae002-7628-4167-a38a-616feabd928c None None] The sync data for ids ['331cdd7b-33f2-4bf1-8739-ee3277f8cba4'] in dv-cinder-837051-1-smb is: [{'id': '331cdd7b-33f2-4bf1-8739-ee3277f8cba4', 'name': 'tempest-TestMinimumBasicScenario-456842333-router', 'tenant_id': 'e54ae39904dd451ab45f8d4f4dd2c54f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'external_fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.105'}], 'enable_snat': True}, 'gw_port_id': '6b850f51-796c-4103-b60a-b77859be2a0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:58:19Z', 'updated_at': '2022-04-08T02:58:21Z', 'revision_number': 3, 'project_id': 'e54ae39904dd451ab45f8d4f4dd2c54f', 'gw_port': {'id': '6b850f51-796c-4103-b60a-b77859be2a0c', 'name': '', 'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:b3:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '331cdd7b-33f2-4bf1-8739-ee3277f8cba4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:58:20Z', 'updated_at': '2022-04-08T02:58:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-smb'}] {{(pid=87789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 02:58:24.949137 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-f5e6d84e-7c9d-4fb4-a563-8442b2b2c4ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_update {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:25.058455 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae6081c-c87a-431a-a5d6-c884fd936151 req-3d115911-a5fd-41df-a970-2f372e8d7fe6 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:58:25.060142 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-aae6081c-c87a-431a-a5d6-c884fd936151 req-3d115911-a5fd-41df-a970-2f372e8d7fe6 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/ports?device_id=a43547e4-7375-4860-8f97-36d911def7b6 HTTP/1.1" status: 200 len: 945 time: 0.1422460 Apr 08 02:58:25.084604 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-b7781bad-d13e-4b43-998a-3a45acccab6a None None] Provisioning for port 062842cd-0753-4608-b704-5ef569c87c0a completed by entity DHCP. {{(pid=87788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 02:58:25.097750 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-b7781bad-d13e-4b43-998a-3a45acccab6a None None] Provisioning complete for port 062842cd-0753-4608-b704-5ef569c87c0a triggered by entity DHCP. {{(pid=87788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 02:58:25.098121 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-b7781bad-d13e-4b43-998a-3a45acccab6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587297'] for port, provisioning_complete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:25.100146 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.wsgi [-] (87786) accepted ('10.222.0.15', 45394) {{(pid=87786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:58:25.155048 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-aae6081c-c87a-431a-a5d6-c884fd936151 req-543785d0-b4de-432a-be1f-3e2b4befac0a tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/security-groups?id=182843b8-633a-4f61-a3e3-f50baa1f3acb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879416 Apr 08 02:58:25.193698 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.plugin [None req-b7781bad-d13e-4b43-998a-3a45acccab6a None None] Port 062842cd-0753-4608-b704-5ef569c87c0a cannot update to ACTIVE because it is not bound. {{(pid=87788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 02:58:25.285379 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-0937fa13-3fd6-424a-9c3f-8f45f5741de4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:25.287389 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-f5e6d84e-7c9d-4fb4-a563-8442b2b2c4ae admin admin] Notify callbacks [] for port, precommit_update {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:25.305119 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.quota.driver [None req-0937fa13-3fd6-424a-9c3f-8f45f5741de4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:58:25.318379 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [None req-0937fa13-3fd6-424a-9c3f-8f45f5741de4 admin admin] Usage tracker for resource:security_group_rule and tenant:92e8e955ee2b4f60a1454ad187ecfec3 is out of sync, need to count used quota {{(pid=87786) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:58:25.322348 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [None req-0937fa13-3fd6-424a-9c3f-8f45f5741de4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87786) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:58:25.329644 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.quota.driver [None req-0937fa13-3fd6-424a-9c3f-8f45f5741de4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:58:25.420865 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-0937fa13-3fd6-424a-9c3f-8f45f5741de4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:25.433094 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-f5e6d84e-7c9d-4fb4-a563-8442b2b2c4ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762847214852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762846864698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762846864743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3006669'] for port, after_update {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:25.511943 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-0937fa13-3fd6-424a-9c3f-8f45f5741de4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:25.556238 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [None req-0937fa13-3fd6-424a-9c3f-8f45f5741de4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=92e8e955ee2b4f60a1454ad187ecfec3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4548569 Apr 08 02:58:25.557164 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.wsgi [-] (87786) accepted ('10.222.0.15', 45404) {{(pid=87786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:58:25.560536 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e6d84e-7c9d-4fb4-a563-8442b2b2c4ae admin admin] Pushing event updated for resources: {'Port': ['ID=062842cd-0753-4608-b704-5ef569c87c0a,revision_number=2']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:58:25.565216 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-f5e6d84e-7c9d-4fb4-a563-8442b2b2c4ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-333118'] for router_interface, after_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:25.612755 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0937fa13-3fd6-424a-9c3f-8f45f5741de4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=312efbbe-421c-4629-84ad-3ba39e9fdbaa,revision_number=1']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:58:25.663122 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-99569ec6-e5e5-45d2-9f74-d1e56fa4973e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:25.704296 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-99569ec6-e5e5-45d2-9f74-d1e56fa4973e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:25.732779 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5e6d84e-7c9d-4fb4-a563-8442b2b2c4ae admin admin] Network bd9205d9-b280-4f90-8987-2cd32fbefb13 is already hosted by enough agents. {{(pid=87787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 02:58:25.733966 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.scheduler.base_scheduler [None req-f5e6d84e-7c9d-4fb4-a563-8442b2b2c4ae admin admin] Resources bound (agent type, host, resource id): {{(pid=87787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 02:58:25.844200 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7950b50-10ce-4423-b92d-9ed8f7054ed5 req-7d188a5d-84ac-4805-9c8a-2d9b74667e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:58:25.846257 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-c7950b50-10ce-4423-b92d-9ed8f7054ed5 req-7d188a5d-84ac-4805-9c8a-2d9b74667e0a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a43547e4-7375-4860-8f97-36d911def7b6 HTTP/1.1" status: 200 len: 1098 time: 0.1021798 Apr 08 02:58:25.861736 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-fc6bba09-8226-4e3a-b8e8-e2f5ad2faff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:25.902443 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-c7950b50-10ce-4423-b92d-9ed8f7054ed5 req-70211d10-f672-4af2-b15f-ab3b99ddd6f8 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=182843b8-633a-4f61-a3e3-f50baa1f3acb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487235 Apr 08 02:58:25.913440 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-99569ec6-e5e5-45d2-9f74-d1e56fa4973e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:25.932741 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99569ec6-e5e5-45d2-9f74-d1e56fa4973e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=312efbbe-421c-4629-84ad-3ba39e9fdbaa,revision_number=None']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:58:25.936609 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-99569ec6-e5e5-45d2-9f74-d1e56fa4973e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:25.937856 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [None req-99569ec6-e5e5-45d2-9f74-d1e56fa4973e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/312efbbe-421c-4629-84ad-3ba39e9fdbaa HTTP/1.1" status: 204 len: 168 time: 0.3769495 Apr 08 02:58:25.990848 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5e6d84e-7c9d-4fb4-a563-8442b2b2c4ae admin admin] Router 331cdd7b-33f2-4bf1-8739-ee3277f8cba4 has already been hosted by L3 agent 70d74887-4404-4f0d-99b3-e017d5637063 {{(pid=87787) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 02:58:26.030147 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-36d69699-feea-4382-aa68-e46d68179bc7 None None] Provisioning complete for port 062842cd-0753-4608-b704-5ef569c87c0a triggered by entity DHCP. {{(pid=87788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 02:58:26.032273 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-36d69699-feea-4382-aa68-e46d68179bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587297'] for port, provisioning_complete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:26.128139 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.plugin [None req-36d69699-feea-4382-aa68-e46d68179bc7 None None] Port 062842cd-0753-4608-b704-5ef569c87c0a cannot update to ACTIVE because it is not bound. {{(pid=87788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 02:58:26.250834 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5e6d84e-7c9d-4fb4-a563-8442b2b2c4ae admin admin] Notify agent at l3_agent.dv-cinder-837051-1-smb the message routers_updated {{(pid=87787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 02:58:26.262407 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-f5e6d84e-7c9d-4fb4-a563-8442b2b2c4ae admin admin] 10.222.0.15 "PUT /v2.0/routers/331cdd7b-33f2-4bf1-8739-ee3277f8cba4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2479272 Apr 08 02:58:26.415589 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e5afdf-31f1-40c1-afd2-ec866454be78 req-1b61385d-f339-43b9-924f-a47e7486aaa9 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:58:26.417045 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-a0e5afdf-31f1-40c1-afd2-ec866454be78 req-1b61385d-f339-43b9-924f-a47e7486aaa9 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/ports?device_id=a43547e4-7375-4860-8f97-36d911def7b6 HTTP/1.1" status: 200 len: 945 time: 0.1338272 Apr 08 02:58:26.479262 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-a0e5afdf-31f1-40c1-afd2-ec866454be78 req-fdf98151-c1fd-4cac-a3dc-5f652defedf6 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/security-groups?id=182843b8-633a-4f61-a3e3-f50baa1f3acb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559762 Apr 08 02:58:26.621705 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.wsgi [-] (87786) accepted ('10.222.0.15', 45430) {{(pid=87786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:58:26.661691 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-9f5e815d-64cd-4a77-aef5-94604d2ff362 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:26.678947 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.quota.driver [None req-9f5e815d-64cd-4a77-aef5-94604d2ff362 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:58:26.687747 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [None req-9f5e815d-64cd-4a77-aef5-94604d2ff362 admin admin] Usage tracker for resource:security_group_rule and tenant:d328b4e38fc9405a8d91e6e2b472ebdf is out of sync, need to count used quota {{(pid=87786) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:58:26.690772 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [None req-9f5e815d-64cd-4a77-aef5-94604d2ff362 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87786) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:58:26.708965 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.quota.driver [None req-9f5e815d-64cd-4a77-aef5-94604d2ff362 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:58:26.811232 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-9f5e815d-64cd-4a77-aef5-94604d2ff362 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:26.855751 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-9f5e815d-64cd-4a77-aef5-94604d2ff362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:26.921833 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [None req-9f5e815d-64cd-4a77-aef5-94604d2ff362 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d328b4e38fc9405a8d91e6e2b472ebdf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2988966 Apr 08 02:58:26.923998 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5e815d-64cd-4a77-aef5-94604d2ff362 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2896ee96-0f7e-46d2-8006-51d8f0b1ee5f,revision_number=1']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:58:26.925829 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 45438) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:58:26.960818 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7634211-2b54-4ffc-9d80-d8b110ce3137 None None] Sync routers for ids ['331cdd7b-33f2-4bf1-8739-ee3277f8cba4'] in dv-cinder-837051-1-smb {{(pid=87788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 02:58:26.971555 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7634211-2b54-4ffc-9d80-d8b110ce3137 None None] Routers {'331cdd7b-33f2-4bf1-8739-ee3277f8cba4'} bound to L3 agent in host dv-cinder-837051-1-smb {{(pid=87788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 02:58:26.972369 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.l3_hamode_db [None req-c7634211-2b54-4ffc-9d80-d8b110ce3137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837051-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T02:46:58Z,description=,heartbeat_timestamp=2022-04-08T02:57:58Z,host='dv-cinder-837051-1-smb',id=70d74887-4404-4f0d-99b3-e017d5637063,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T02:46:59Z,topic='l3_agent')) {'router_ids': ['331cdd7b-33f2-4bf1-8739-ee3277f8cba4'], 'active': True} {{(pid=87788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:58:27.007100 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-9c00e1f7-f916-44dd-81a3-2239b70ffc3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:27.047057 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-9c00e1f7-f916-44dd-81a3-2239b70ffc3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:27.215830 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-9c00e1f7-f916-44dd-81a3-2239b70ffc3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:27.234008 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c00e1f7-f916-44dd-81a3-2239b70ffc3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2896ee96-0f7e-46d2-8006-51d8f0b1ee5f,revision_number=None']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:58:27.245436 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-9c00e1f7-f916-44dd-81a3-2239b70ffc3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:27.246367 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-9c00e1f7-f916-44dd-81a3-2239b70ffc3f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2896ee96-0f7e-46d2-8006-51d8f0b1ee5f HTTP/1.1" status: 204 len: 168 time: 0.3184388 Apr 08 02:58:27.288195 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.l3_dvr_db [None req-c7634211-2b54-4ffc-9d80-d8b110ce3137 None None] Set router 331cdd7b-33f2-4bf1-8739-ee3277f8cba4 gateway port host: dv-cinder-837051-1-smb {{(pid=87788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 02:58:27.355527 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Device 6b850f51-796c-4103-b60a-b77859be2a0c up at agent ovs-agent-dv-cinder-837051-1-smb {{(pid=87788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 02:58:27.467811 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 45456) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:58:27.473580 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.v2.base [None req-d67115b6-c85d-4a2d-b634-91cd8e0a02db admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1561070466-network', 'tenant_id': '8db0409d50c8441a8055cf71cebf26bf'}} {{(pid=87787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 02:58:27.481012 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-d67115b6-c85d-4a2d-b634-91cd8e0a02db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:58:27.486012 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-d67115b6-c85d-4a2d-b634-91cd8e0a02db admin admin] Usage tracker for resource:network and tenant:8db0409d50c8441a8055cf71cebf26bf is out of sync, need to count used quota {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:58:27.489803 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-d67115b6-c85d-4a2d-b634-91cd8e0a02db admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:58:27.495851 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-d67115b6-c85d-4a2d-b634-91cd8e0a02db admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:58:27.570830 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d67115b6-c85d-4a2d-b634-91cd8e0a02db admin admin] Made reservation on behalf of 8db0409d50c8441a8055cf71cebf26bf for: {'network': 1} {{(pid=87787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 02:58:27.573381 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-d67115b6-c85d-4a2d-b634-91cd8e0a02db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for network, before_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:27.589117 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-d67115b6-c85d-4a2d-b634-91cd8e0a02db admin admin] Notify callbacks [] for security_group, before_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:27.612254 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Provisioning for port 6b850f51-796c-4103-b60a-b77859be2a0c completed by entity L2. {{(pid=87788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 02:58:27.626568 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Provisioning complete for port 6b850f51-796c-4103-b60a-b77859be2a0c triggered by entity L2. {{(pid=87788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 02:58:27.626937 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587297'] for port, provisioning_complete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:27.683040 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-d67115b6-c85d-4a2d-b634-91cd8e0a02db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:58:27.686860 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-d67115b6-c85d-4a2d-b634-91cd8e0a02db admin admin] Usage tracker for resource:security_group_rule and tenant:8db0409d50c8441a8055cf71cebf26bf is out of sync, need to count used quota {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:58:27.689837 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-d67115b6-c85d-4a2d-b634-91cd8e0a02db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:58:27.695643 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-d67115b6-c85d-4a2d-b634-91cd8e0a02db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:58:27.830903 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-d67115b6-c85d-4a2d-b634-91cd8e0a02db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:27.843433 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3000eb3-107f-432d-a6de-2a66506bc9e0 req-ef23ac7e-d8b9-4070-b34d-3b9a2a9312d5 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:58:27.844939 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-c3000eb3-107f-432d-a6de-2a66506bc9e0 req-ef23ac7e-d8b9-4070-b34d-3b9a2a9312d5 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/ports?device_id=a43547e4-7375-4860-8f97-36d911def7b6 HTTP/1.1" status: 200 len: 945 time: 0.2050378 Apr 08 02:58:27.894769 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.l3_hamode_db [None req-c7634211-2b54-4ffc-9d80-d8b110ce3137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '331cdd7b-33f2-4bf1-8739-ee3277f8cba4', 'name': 'tempest-TestMinimumBasicScenario-456842333-router', 'tenant_id': 'e54ae39904dd451ab45f8d4f4dd2c54f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'external_fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.105'}], 'enable_snat': True}, 'gw_port_id': '6b850f51-796c-4103-b60a-b77859be2a0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:58:19Z', 'updated_at': '2022-04-08T02:58:24Z', 'revision_number': 4, 'project_id': 'e54ae39904dd451ab45f8d4f4dd2c54f', 'gw_port': {'id': '6b850f51-796c-4103-b60a-b77859be2a0c', 'name': '', 'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:b3:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '331cdd7b-33f2-4bf1-8739-ee3277f8cba4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:58:20Z', 'updated_at': '2022-04-08T02:58:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-smb', '_interfaces': [{'id': '062842cd-0753-4608-b704-5ef569c87c0a', 'name': '', 'network_id': 'bd9205d9-b280-4f90-8987-2cd32fbefb13', 'tenant_id': 'e54ae39904dd451ab45f8d4f4dd2c54f', 'mac_address': 'fa:16:3e:a8:49:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '331cdd7b-33f2-4bf1-8739-ee3277f8cba4', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '2c480e54-0d9e-4bc0-858b-99b185c4ed0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:58:24Z', 'updated_at': '2022-04-08T02:58:25Z', 'revision_number': 2, 'project_id': 'e54ae39904dd451ab45f8d4f4dd2c54f', 'subnets': [{'id': '2c480e54-0d9e-4bc0-858b-99b185c4ed0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837051-1-smb', False) {} {{(pid=87788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:58:27.898510 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:27.904969 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7634211-2b54-4ffc-9d80-d8b110ce3137 None None] Checking router: 331cdd7b-33f2-4bf1-8739-ee3277f8cba4 for host: dv-cinder-837051-1-smb {{(pid=87788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 02:58:27.905344 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7634211-2b54-4ffc-9d80-d8b110ce3137 None None] Updating router 331cdd7b-33f2-4bf1-8739-ee3277f8cba4 port 062842cd-0753-4608-b704-5ef569c87c0a binding host dv-cinder-837051-1-smb {{(pid=87788) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 02:58:27.907761 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-d67115b6-c85d-4a2d-b634-91cd8e0a02db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:27.909479 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-c3000eb3-107f-432d-a6de-2a66506bc9e0 req-08f3f6d9-509c-4e03-aa74-921bdf7bbd72 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/security-groups?id=182843b8-633a-4f61-a3e3-f50baa1f3acb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560739 Apr 08 02:58:27.932727 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d67115b6-c85d-4a2d-b634-91cd8e0a02db admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 259} {{(pid=87787) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 02:58:27.956996 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.db [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] For port 6b850f51-796c-4103-b60a-b77859be2a0c, host dv-cinder-837051-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837051-1-smb',level=0,port_id=6b850f51-796c-4103-b60a-b77859be2a0c,segment=NetworkSegment(2f3db029-7821-49c5-950d-ef9b857fea9c),segment_id=2f3db029-7821-49c5-950d-ef9b857fea9c)] {{(pid=87788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 02:58:27.958534 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-d67115b6-c85d-4a2d-b634-91cd8e0a02db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575478'] for segment, precommit_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:27.959171 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.db.segments_db [None req-d67115b6-c85d-4a2d-b634-91cd8e0a02db admin admin] Added segment da7981fd-4015-4ec6-a3f5-614f6be89056 of type vlan for network fa9bea6a-5274-446f-ae5d-79b2cab2551a Apr 08 02:58:27.967625 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67115b6-c85d-4a2d-b634-91cd8e0a02db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4308a873-464e-47fc-a637-07b88362fefb,revision_number=1']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:58:27.971247 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-c7634211-2b54-4ffc-9d80-d8b110ce3137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:27.994846 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-d67115b6-c85d-4a2d-b634-91cd8e0a02db admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762846836134'] for network, precommit_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:28.081067 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762847214852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762846864698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762846864743'] for port, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:28.112819 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-d67115b6-c85d-4a2d-b634-91cd8e0a02db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254'] for network, after_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:28.113797 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d67115b6-c85d-4a2d-b634-91cd8e0a02db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:58:28.114398 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-d67115b6-c85d-4a2d-b634-91cd8e0a02db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539232'] for network, before_response {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:28.194754 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Pushing event updated for resources: {'Port': ['ID=6b850f51-796c-4103-b60a-b77859be2a0c,revision_number=4']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:58:28.231984 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67115b6-c85d-4a2d-b634-91cd8e0a02db admin admin] Pushing event updated for resources: {'Network': ['ID=fa9bea6a-5274-446f-ae5d-79b2cab2551a,revision_number=1']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:58:28.291324 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Network fa9bea6a-5274-446f-ae5d-79b2cab2551a details requested by agent ovs-agent-dv-cinder-837051-1-smb with host dv-cinder-837051-1-smb {{(pid=87788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 02:58:28.306466 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-d67115b6-c85d-4a2d-b634-91cd8e0a02db admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8348069 Apr 08 02:58:28.306743 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.wsgi [-] (87786) accepted ('10.222.0.15', 45488) {{(pid=87786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:58:28.314398 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.v2.base [None req-fe4463d8-443b-48ac-aaea-20d19132819d admin admin] Request body: {'subnet': {'network_id': 'fa9bea6a-5274-446f-ae5d-79b2cab2551a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1561070466-subnet', 'tenant_id': '8db0409d50c8441a8055cf71cebf26bf', 'ip_version': 4}} {{(pid=87786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 02:58:28.319722 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.quota.driver [None req-fe4463d8-443b-48ac-aaea-20d19132819d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:58:28.339084 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [None req-fe4463d8-443b-48ac-aaea-20d19132819d admin admin] Usage tracker for resource:subnet and tenant:8db0409d50c8441a8055cf71cebf26bf is out of sync, need to count used quota {{(pid=87786) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:58:28.345265 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [None req-fe4463d8-443b-48ac-aaea-20d19132819d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87786) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:58:28.360717 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.quota.driver [None req-fe4463d8-443b-48ac-aaea-20d19132819d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:58:28.421636 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-988fb9a6-95bd-4b22-99c8-6fbc857ef057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:28.455962 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe4463d8-443b-48ac-aaea-20d19132819d admin admin] Made reservation on behalf of 8db0409d50c8441a8055cf71cebf26bf for: {'subnet': 1} {{(pid=87786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 02:58:28.458611 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-fe4463d8-443b-48ac-aaea-20d19132819d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2342554'] for subnet, before_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:28.538896 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-c7634211-2b54-4ffc-9d80-d8b110ce3137 None None] Notify callbacks [] for port, precommit_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:28.553181 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-c7634211-2b54-4ffc-9d80-d8b110ce3137 None None] Transition to ACTIVE for port object 062842cd-0753-4608-b704-5ef569c87c0a will not be triggered until provisioned by entity L2. {{(pid=87788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 02:58:28.603847 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-c7634211-2b54-4ffc-9d80-d8b110ce3137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762847214852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762846864698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762846864743'] for port, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:28.739950 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee8bc75-3da0-4f56-ba48-e51269c25142 None None] Pushing event updated for resources: {'Port': ['ID=062842cd-0753-4608-b704-5ef569c87c0a,revision_number=3']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:58:28.754393 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-fe4463d8-443b-48ac-aaea-20d19132819d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2753689', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2342568'] for subnet, after_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:28.840519 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.managers [None req-c7634211-2b54-4ffc-9d80-d8b110ce3137 None None] Attempting to bind port 062842cd-0753-4608-b704-5ef569c87c0a on host dv-cinder-837051-1-smb for vnic_type normal with profile {{(pid=87788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 02:58:28.841211 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.managers [None req-c7634211-2b54-4ffc-9d80-d8b110ce3137 None None] Attempting to bind port 062842cd-0753-4608-b704-5ef569c87c0a by drivers openvswitch,hyperv on host dv-cinder-837051-1-smb at level 0 using segments [{'id': 'fbbea2b2-6b34-4085-aa23-2abb9eaccb63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'bd9205d9-b280-4f90-8987-2cd32fbefb13'}] {{(pid=87788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 02:58:28.841797 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7634211-2b54-4ffc-9d80-d8b110ce3137 None None] Attempting to bind port 062842cd-0753-4608-b704-5ef569c87c0a on network bd9205d9-b280-4f90-8987-2cd32fbefb13 {{(pid=87788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 02:58:28.848169 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7634211-2b54-4ffc-9d80-d8b110ce3137 None None] Checking agent: {'id': '506bd601-c596-4b52-979e-3670b1bbe31d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837051-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 2, 46, 59), 'started_at': datetime.datetime(2022, 4, 8, 2, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 2, 57, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837051-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 02:58:28.848965 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7634211-2b54-4ffc-9d80-d8b110ce3137 None None] Checking segment: {'id': 'fbbea2b2-6b34-4085-aa23-2abb9eaccb63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'bd9205d9-b280-4f90-8987-2cd32fbefb13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 02:58:28.849579 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-c7634211-2b54-4ffc-9d80-d8b110ce3137 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:28.850164 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7634211-2b54-4ffc-9d80-d8b110ce3137 None None] Bound using segment: {'id': 'fbbea2b2-6b34-4085-aa23-2abb9eaccb63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'bd9205d9-b280-4f90-8987-2cd32fbefb13'} {{(pid=87788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 02:58:28.851453 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.managers [None req-c7634211-2b54-4ffc-9d80-d8b110ce3137 None None] Bound port: 062842cd-0753-4608-b704-5ef569c87c0a, host: dv-cinder-837051-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbbea2b2-6b34-4085-aa23-2abb9eaccb63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'bd9205d9-b280-4f90-8987-2cd32fbefb13'}}] {{(pid=87788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 02:58:28.852266 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-c7634211-2b54-4ffc-9d80-d8b110ce3137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:28.858313 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4463d8-443b-48ac-aaea-20d19132819d admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6e28277-f4b8-4912-905e-79c4234d9105,revision_number=0']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:58:28.868791 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe4463d8-443b-48ac-aaea-20d19132819d admin admin] Checking segment: {'id': 'da7981fd-4015-4ec6-a3f5-614f6be89056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'fa9bea6a-5274-446f-ae5d-79b2cab2551a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 02:58:28.869142 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe4463d8-443b-48ac-aaea-20d19132819d admin admin] Network hostable DHCP agents. Network: fa9bea6a-5274-446f-ae5d-79b2cab2551a, hostable agents: ['c0dff2ba-0ef7-4e94-af34-c7dac3342234'], hosted agents: [] {{(pid=87786) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 02:58:28.945279 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe4463d8-443b-48ac-aaea-20d19132819d admin admin] Network fa9bea6a-5274-446f-ae5d-79b2cab2551a is scheduled to be hosted by DHCP agent c0dff2ba-0ef7-4e94-af34-c7dac3342234 with binding_index 1 {{(pid=87786) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 02:58:28.948709 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.db [None req-c7634211-2b54-4ffc-9d80-d8b110ce3137 None None] For port 062842cd-0753-4608-b704-5ef569c87c0a, host dv-cinder-837051-1-smb, cleared binding levels {{(pid=87788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 02:58:28.952883 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.db [None req-c7634211-2b54-4ffc-9d80-d8b110ce3137 None None] For port 062842cd-0753-4608-b704-5ef569c87c0a, host dv-cinder-837051-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837051-1-smb',level=0,port_id=062842cd-0753-4608-b704-5ef569c87c0a,segment=NetworkSegment(fbbea2b2-6b34-4085-aa23-2abb9eaccb63),segment_id=fbbea2b2-6b34-4085-aa23-2abb9eaccb63)] {{(pid=87788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 02:58:29.061053 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.scheduler.base_scheduler [None req-fe4463d8-443b-48ac-aaea-20d19132819d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837051-1-smb, fa9bea6a-5274-446f-ae5d-79b2cab2551a) {{(pid=87786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 02:58:29.067680 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-c7634211-2b54-4ffc-9d80-d8b110ce3137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762847214852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762846864698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762846864743'] for port, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:29.073340 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe4463d8-443b-48ac-aaea-20d19132819d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:58:29.073933 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-fe4463d8-443b-48ac-aaea-20d19132819d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539232'] for subnet, before_response {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:29.142363 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04dd2ef-da21-44b3-828c-429ea9657ebb req-0485d092-31e5-4dab-9cb5-d251dc8149c6 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:58:29.148352 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd01b5ae-add0-450d-9c6d-6656d66b223f None None] Network fa9bea6a-5274-446f-ae5d-79b2cab2551a requested from dv-cinder-837051-1-smb {{(pid=87788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 02:58:29.151310 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-d04dd2ef-da21-44b3-828c-429ea9657ebb req-0485d092-31e5-4dab-9cb5-d251dc8149c6 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/ports?device_id=a43547e4-7375-4860-8f97-36d911def7b6 HTTP/1.1" status: 200 len: 945 time: 0.1278377 Apr 08 02:58:29.169741 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee8bc75-3da0-4f56-ba48-e51269c25142 None None] Pushing event updated for resources: {'Port': ['ID=062842cd-0753-4608-b704-5ef569c87c0a,revision_number=4']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:58:29.189733 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-ef00a636-a289-418c-ab96-90866b017a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:29.200135 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 45552) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:58:29.205798 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.v2.base [None req-f562ca3b-6e5d-4c18-b250-ccbe917903fb admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1561070466-router', 'tenant_id': '8db0409d50c8441a8055cf71cebf26bf', 'external_gateway_info': {'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b'}}} {{(pid=87787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 02:58:29.206763 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [None req-fe4463d8-443b-48ac-aaea-20d19132819d admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8894022 Apr 08 02:58:29.216181 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-f562ca3b-6e5d-4c18-b250-ccbe917903fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:58:29.223472 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-d04dd2ef-da21-44b3-828c-429ea9657ebb req-3bcbd7d9-6c32-4e93-9611-fd22f020c003 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/security-groups?id=182843b8-633a-4f61-a3e3-f50baa1f3acb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678294 Apr 08 02:58:29.225655 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-f562ca3b-6e5d-4c18-b250-ccbe917903fb admin admin] Usage tracker for resource:router and tenant:8db0409d50c8441a8055cf71cebf26bf is out of sync, need to count used quota {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:58:29.239706 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-f562ca3b-6e5d-4c18-b250-ccbe917903fb admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:58:29.254272 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-f562ca3b-6e5d-4c18-b250-ccbe917903fb admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:58:29.338890 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7634211-2b54-4ffc-9d80-d8b110ce3137 None None] Routers {'331cdd7b-33f2-4bf1-8739-ee3277f8cba4'} bound to L3 agent in host dv-cinder-837051-1-smb {{(pid=87788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 02:58:29.340053 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.l3_hamode_db [None req-c7634211-2b54-4ffc-9d80-d8b110ce3137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837051-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T02:46:58Z,description=,heartbeat_timestamp=2022-04-08T02:58:28Z,host='dv-cinder-837051-1-smb',id=70d74887-4404-4f0d-99b3-e017d5637063,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T02:46:59Z,topic='l3_agent')) {'router_ids': ['331cdd7b-33f2-4bf1-8739-ee3277f8cba4'], 'active': True} {{(pid=87788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:58:29.387332 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-f562ca3b-6e5d-4c18-b250-ccbe917903fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-335215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-292'] for router, before_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:29.389991 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-f562ca3b-6e5d-4c18-b250-ccbe917903fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-332252', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-456264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-301'] for router, precommit_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:29.407398 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Device 6b850f51-796c-4103-b60a-b77859be2a0c up at agent ovs-agent-dv-cinder-837051-1-smb {{(pid=87788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 02:58:29.427770 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-f562ca3b-6e5d-4c18-b250-ccbe917903fb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:29.451483 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:29.762820 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.l3_dvr_db [None req-c7634211-2b54-4ffc-9d80-d8b110ce3137 None None] Set router 331cdd7b-33f2-4bf1-8739-ee3277f8cba4 gateway port host: dv-cinder-837051-1-smb {{(pid=87788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 02:58:29.809903 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Provisioning complete for port 6b850f51-796c-4103-b60a-b77859be2a0c triggered by entity L2. {{(pid=87788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 02:58:29.810276 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587297'] for port, provisioning_complete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:29.998240 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bab2fc94-69dc-4fa8-bb2f-4fb16a211ded None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42e60dd2-2c7f-5bdd-8db5-c6fe16da6c01-fa9bea6a-5274-446f-ae5d-79b2cab2551a', 'network_id': 'fa9bea6a-5274-446f-ae5d-79b2cab2551a', 'tenant_id': '8db0409d50c8441a8055cf71cebf26bf', 'fixed_ips': [{'subnet_id': 'f6e28277-f4b8-4912-905e-79c4234d9105'}]}} from dv-cinder-837051-1-smb. {{(pid=87788) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 08 02:58:29.998240 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-bab2fc94-69dc-4fa8-bb2f-4fb16a211ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:29.998466 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014106a6-972d-4229-becc-7953a4249df2 req-0859a5ad-0610-4a2b-a886-ecf8b5b13074 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:58:29.998466 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-014106a6-972d-4229-becc-7953a4249df2 req-0859a5ad-0610-4a2b-a886-ecf8b5b13074 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/ports?device_id=a43547e4-7375-4860-8f97-36d911def7b6 HTTP/1.1" status: 200 len: 945 time: 0.0991380 Apr 08 02:58:29.998969 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-f562ca3b-6e5d-4c18-b250-ccbe917903fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-332234', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-335261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-315'] for router, precommit_update {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:30.008739 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-014106a6-972d-4229-becc-7953a4249df2 req-5b897478-2e7c-4f42-9b0b-2ee7bd89b8b4 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/security-groups?id=182843b8-633a-4f61-a3e3-f50baa1f3acb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505993 Apr 08 02:58:30.354671 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.db_base_plugin_common [None req-bab2fc94-69dc-4fa8-bb2f-4fb16a211ded None None] Allocated IP 172.20.0.2 (fa9bea6a-5274-446f-ae5d-79b2cab2551a/f6e28277-f4b8-4912-905e-79c4234d9105/f2a8aee3-0950-4fb7-af3a-1f501b055b3c) {{(pid=87788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 02:58:30.377791 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a298d86f-05bc-4fde-9683-fce071f5fe60 req-a071c373-bdea-4ec9-aea2-4fefa78886b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:58:30.381638 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-a298d86f-05bc-4fde-9683-fce071f5fe60 req-a071c373-bdea-4ec9-aea2-4fefa78886b2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9e6274c43de24b849ee9a4529c53f5b5&device_id=a43547e4-7375-4860-8f97-36d911def7b6 HTTP/1.1" status: 200 len: 1098 time: 0.1535885 Apr 08 02:58:30.584752 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.l3_hamode_db [None req-c7634211-2b54-4ffc-9d80-d8b110ce3137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '331cdd7b-33f2-4bf1-8739-ee3277f8cba4', 'name': 'tempest-TestMinimumBasicScenario-456842333-router', 'tenant_id': 'e54ae39904dd451ab45f8d4f4dd2c54f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'external_fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.105'}], 'enable_snat': True}, 'gw_port_id': '6b850f51-796c-4103-b60a-b77859be2a0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:58:19Z', 'updated_at': '2022-04-08T02:58:24Z', 'revision_number': 4, 'project_id': 'e54ae39904dd451ab45f8d4f4dd2c54f', 'gw_port': {'id': '6b850f51-796c-4103-b60a-b77859be2a0c', 'name': '', 'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:b3:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '331cdd7b-33f2-4bf1-8739-ee3277f8cba4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:58:20Z', 'updated_at': '2022-04-08T02:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-smb', '_interfaces': [{'id': '062842cd-0753-4608-b704-5ef569c87c0a', 'name': '', 'network_id': 'bd9205d9-b280-4f90-8987-2cd32fbefb13', 'tenant_id': 'e54ae39904dd451ab45f8d4f4dd2c54f', 'mac_address': 'fa:16:3e:a8:49:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '331cdd7b-33f2-4bf1-8739-ee3277f8cba4', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '2c480e54-0d9e-4bc0-858b-99b185c4ed0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:58:24Z', 'updated_at': '2022-04-08T02:58:28Z', 'revision_number': 4, 'project_id': 'e54ae39904dd451ab45f8d4f4dd2c54f', 'subnets': [{'id': '2c480e54-0d9e-4bc0-858b-99b185c4ed0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837051-1-smb', False) {} {{(pid=87788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:58:30.627645 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7634211-2b54-4ffc-9d80-d8b110ce3137 None None] The sync data for ids ['331cdd7b-33f2-4bf1-8739-ee3277f8cba4'] in dv-cinder-837051-1-smb is: [{'id': '331cdd7b-33f2-4bf1-8739-ee3277f8cba4', 'name': 'tempest-TestMinimumBasicScenario-456842333-router', 'tenant_id': 'e54ae39904dd451ab45f8d4f4dd2c54f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'external_fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.105'}], 'enable_snat': True}, 'gw_port_id': '6b850f51-796c-4103-b60a-b77859be2a0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:58:19Z', 'updated_at': '2022-04-08T02:58:24Z', 'revision_number': 4, 'project_id': 'e54ae39904dd451ab45f8d4f4dd2c54f', 'gw_port': {'id': '6b850f51-796c-4103-b60a-b77859be2a0c', 'name': '', 'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:b3:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '331cdd7b-33f2-4bf1-8739-ee3277f8cba4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:58:20Z', 'updated_at': '2022-04-08T02:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-smb', '_interfaces': [{'id': '062842cd-0753-4608-b704-5ef569c87c0a', 'name': '', 'network_id': 'bd9205d9-b280-4f90-8987-2cd32fbefb13', 'tenant_id': 'e54ae39904dd451ab45f8d4f4dd2c54f', 'mac_address': 'fa:16:3e:a8:49:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '331cdd7b-33f2-4bf1-8739-ee3277f8cba4', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '2c480e54-0d9e-4bc0-858b-99b185c4ed0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:58:24Z', 'updated_at': '2022-04-08T02:58:28Z', 'revision_number': 4, 'project_id': 'e54ae39904dd451ab45f8d4f4dd2c54f', 'subnets': [{'id': '2c480e54-0d9e-4bc0-858b-99b185c4ed0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 02:58:30.645731 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-0700d8e1-2fb2-4ab8-b601-2cbd26aa24a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:30.718282 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a298d86f-05bc-4fde-9683-fce071f5fe60 req-8bcb1820-ab30-4d07-b06c-e9fdd25007de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:58:30.726872 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-a298d86f-05bc-4fde-9683-fce071f5fe60 req-8bcb1820-ab30-4d07-b06c-e9fdd25007de service neutron] 10.222.0.39 "GET /v2.0/networks?id=769a4c13-39df-48c1-b6cd-854ac881aaa3 HTTP/1.1" status: 200 len: 919 time: 0.3313179 Apr 08 02:58:30.789275 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-bab2fc94-69dc-4fa8-bb2f-4fb16a211ded None None] Notify callbacks [] for port, precommit_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:30.807634 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-bab2fc94-69dc-4fa8-bb2f-4fb16a211ded None None] Transition to ACTIVE for port object f2a8aee3-0950-4fb7-af3a-1f501b055b3c will not be triggered until provisioned by entity L2. {{(pid=87788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 02:58:30.822882 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-a298d86f-05bc-4fde-9683-fce071f5fe60 req-d2e52f83-4a85-4c29-aa6e-580741ba3092 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5230efcd-8140-4a2f-8c1c-1b27f55d7ed6 HTTP/1.1" status: 200 len: 217 time: 0.0898879 Apr 08 02:58:30.833757 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-bab2fc94-69dc-4fa8-bb2f-4fb16a211ded None None] Transition to ACTIVE for port object f2a8aee3-0950-4fb7-af3a-1f501b055b3c will not be triggered until provisioned by entity DHCP. {{(pid=87788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 02:58:30.835929 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-f562ca3b-6e5d-4c18-b250-ccbe917903fb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:30.869927 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-f562ca3b-6e5d-4c18-b250-ccbe917903fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:30.890222 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-bab2fc94-69dc-4fa8-bb2f-4fb16a211ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762846864680'] for port, after_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:30.893278 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a298d86f-05bc-4fde-9683-fce071f5fe60 req-4d1bfad8-df74-41dd-8a4e-5d84e80f36e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:58:30.895193 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-a298d86f-05bc-4fde-9683-fce071f5fe60 req-4d1bfad8-df74-41dd-8a4e-5d84e80f36e5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2ff278b6-8dcd-49ad-92d3-ea301b80d1c2 HTTP/1.1" status: 200 len: 857 time: 0.0709352 Apr 08 02:58:30.964388 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bab2fc94-69dc-4fa8-bb2f-4fb16a211ded None None] Network fa9bea6a-5274-446f-ae5d-79b2cab2551a is already hosted by enough agents. {{(pid=87788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 02:58:30.967587 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.scheduler.base_scheduler [None req-bab2fc94-69dc-4fa8-bb2f-4fb16a211ded None None] Resources bound (agent type, host, resource id): {{(pid=87788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 02:58:30.970189 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab2fc94-69dc-4fa8-bb2f-4fb16a211ded None None] Received port after_create {{(pid=87788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 02:58:30.985790 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a298d86f-05bc-4fde-9683-fce071f5fe60 req-6b919dbe-e18d-40f8-be3b-1e2c296627ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:58:30.988459 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-a298d86f-05bc-4fde-9683-fce071f5fe60 req-6b919dbe-e18d-40f8-be3b-1e2c296627ef service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=769a4c13-39df-48c1-b6cd-854ac881aaa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0859423 Apr 08 02:58:31.034546 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.db_base_plugin_common [None req-f562ca3b-6e5d-4c18-b250-ccbe917903fb admin admin] Allocated IP 172.28.2.200 (98d1e709-75a7-4f60-9ef6-cd80d5a9207b/cdd7e012-314b-49de-85b2-875de1f002d2/f7c617c6-358b-4b77-9504-cd6cf1edfc3c) {{(pid=87787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 02:58:31.094999 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab2fc94-69dc-4fa8-bb2f-4fb16a211ded None None] Pushing event updated for resources: {'Port': ['ID=f2a8aee3-0950-4fb7-af3a-1f501b055b3c,revision_number=1']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:58:31.141143 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.managers [None req-bab2fc94-69dc-4fa8-bb2f-4fb16a211ded None None] Attempting to bind port f2a8aee3-0950-4fb7-af3a-1f501b055b3c on host dv-cinder-837051-1-smb for vnic_type normal with profile {{(pid=87788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 02:58:31.141657 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.managers [None req-bab2fc94-69dc-4fa8-bb2f-4fb16a211ded None None] Attempting to bind port f2a8aee3-0950-4fb7-af3a-1f501b055b3c by drivers openvswitch,hyperv on host dv-cinder-837051-1-smb at level 0 using segments [{'id': 'da7981fd-4015-4ec6-a3f5-614f6be89056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'fa9bea6a-5274-446f-ae5d-79b2cab2551a'}] {{(pid=87788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 02:58:31.142138 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab2fc94-69dc-4fa8-bb2f-4fb16a211ded None None] Attempting to bind port f2a8aee3-0950-4fb7-af3a-1f501b055b3c on network fa9bea6a-5274-446f-ae5d-79b2cab2551a {{(pid=87788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 02:58:31.149423 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab2fc94-69dc-4fa8-bb2f-4fb16a211ded None None] Checking agent: {'id': '506bd601-c596-4b52-979e-3670b1bbe31d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837051-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 2, 46, 59), 'started_at': datetime.datetime(2022, 4, 8, 2, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 2, 58, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837051-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 02:58:31.157258 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab2fc94-69dc-4fa8-bb2f-4fb16a211ded None None] Checking segment: {'id': 'da7981fd-4015-4ec6-a3f5-614f6be89056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'fa9bea6a-5274-446f-ae5d-79b2cab2551a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 02:58:31.158083 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-bab2fc94-69dc-4fa8-bb2f-4fb16a211ded None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:31.158322 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab2fc94-69dc-4fa8-bb2f-4fb16a211ded None None] Bound using segment: {'id': 'da7981fd-4015-4ec6-a3f5-614f6be89056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'fa9bea6a-5274-446f-ae5d-79b2cab2551a'} {{(pid=87788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 02:58:31.158900 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.managers [None req-bab2fc94-69dc-4fa8-bb2f-4fb16a211ded None None] Bound port: f2a8aee3-0950-4fb7-af3a-1f501b055b3c, host: dv-cinder-837051-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da7981fd-4015-4ec6-a3f5-614f6be89056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'fa9bea6a-5274-446f-ae5d-79b2cab2551a'}}] {{(pid=87788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 02:58:31.159374 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-bab2fc94-69dc-4fa8-bb2f-4fb16a211ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:31.261497 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-f562ca3b-6e5d-4c18-b250-ccbe917903fb admin admin] Notify callbacks [] for port, precommit_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:31.283194 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-a298d86f-05bc-4fde-9683-fce071f5fe60 req-8e998396-2e71-4e72-88a5-d21645474399 service neutron] 10.222.0.39 "GET /v2.0/networks/769a4c13-39df-48c1-b6cd-854ac881aaa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2870185 Apr 08 02:58:31.319662 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Device 062842cd-0753-4608-b704-5ef569c87c0a up at agent ovs-agent-dv-cinder-837051-1-smb {{(pid=87788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 02:58:31.368490 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.db [None req-bab2fc94-69dc-4fa8-bb2f-4fb16a211ded None None] For port f2a8aee3-0950-4fb7-af3a-1f501b055b3c, host dv-cinder-837051-1-smb, cleared binding levels {{(pid=87788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 02:58:31.387755 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.db [None req-bab2fc94-69dc-4fa8-bb2f-4fb16a211ded None None] For port f2a8aee3-0950-4fb7-af3a-1f501b055b3c, host dv-cinder-837051-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837051-1-smb',level=0,port_id=f2a8aee3-0950-4fb7-af3a-1f501b055b3c,segment=NetworkSegment(da7981fd-4015-4ec6-a3f5-614f6be89056),segment_id=da7981fd-4015-4ec6-a3f5-614f6be89056)] {{(pid=87788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 02:58:31.388127 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-f562ca3b-6e5d-4c18-b250-ccbe917903fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762846864680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3006662'] for port, after_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:31.438508 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea53cee1-bb3d-4f89-afbe-f8c4186ad4d3 req-d6e43050-8ed1-4226-a165-7f00cab235ac tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:58:31.440098 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-ea53cee1-bb3d-4f89-afbe-f8c4186ad4d3 req-d6e43050-8ed1-4226-a165-7f00cab235ac tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/ports?device_id=a43547e4-7375-4860-8f97-36d911def7b6 HTTP/1.1" status: 200 len: 945 time: 0.2281203 Apr 08 02:58:31.468007 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-bab2fc94-69dc-4fa8-bb2f-4fb16a211ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762847214852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762846864698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762846864743'] for port, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:31.482349 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f562ca3b-6e5d-4c18-b250-ccbe917903fb admin admin] Network 98d1e709-75a7-4f60-9ef6-cd80d5a9207b is already hosted by enough agents. {{(pid=87787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 02:58:31.490987 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.scheduler.base_scheduler [None req-f562ca3b-6e5d-4c18-b250-ccbe917903fb admin admin] Resources bound (agent type, host, resource id): {{(pid=87787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 02:58:31.505740 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f562ca3b-6e5d-4c18-b250-ccbe917903fb admin admin] Received port after_create {{(pid=87787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 02:58:31.523981 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-a298d86f-05bc-4fde-9683-fce071f5fe60 req-b26ca39b-9eed-492c-9111-e45a60d6fb6e service neutron] 10.222.0.39 "GET /v2.0/networks/769a4c13-39df-48c1-b6cd-854ac881aaa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2336202 Apr 08 02:58:31.567854 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-ea53cee1-bb3d-4f89-afbe-f8c4186ad4d3 req-3119aae6-c07e-4094-866d-9c7115f8a8e3 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/security-groups?id=182843b8-633a-4f61-a3e3-f50baa1f3acb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190095 Apr 08 02:58:31.571322 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Provisioning for port 062842cd-0753-4608-b704-5ef569c87c0a completed by entity L2. {{(pid=87788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 02:58:31.588317 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f562ca3b-6e5d-4c18-b250-ccbe917903fb admin admin] Pushing event updated for resources: {'Port': ['ID=f7c617c6-358b-4b77-9504-cd6cf1edfc3c,revision_number=1']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:58:31.612512 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Provisioning complete for port 062842cd-0753-4608-b704-5ef569c87c0a triggered by entity L2. {{(pid=87788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 02:58:31.612989 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587297'] for port, provisioning_complete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:31.682322 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab2fc94-69dc-4fa8-bb2f-4fb16a211ded None None] Pushing event updated for resources: {'Port': ['ID=f2a8aee3-0950-4fb7-af3a-1f501b055b3c,revision_number=2']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:58:31.780320 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:31.840353 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.db [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] For port 062842cd-0753-4608-b704-5ef569c87c0a, host dv-cinder-837051-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837051-1-smb',level=0,port_id=062842cd-0753-4608-b704-5ef569c87c0a,segment=NetworkSegment(fbbea2b2-6b34-4085-aa23-2abb9eaccb63),segment_id=fbbea2b2-6b34-4085-aa23-2abb9eaccb63)] {{(pid=87788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 02:58:31.919704 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762847214852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762846864698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762846864743'] for port, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:32.037840 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Pushing event updated for resources: {'Port': ['ID=062842cd-0753-4608-b704-5ef569c87c0a,revision_number=5']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:58:32.343547 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-f562ca3b-6e5d-4c18-b250-ccbe917903fb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:32.690131 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-f562ca3b-6e5d-4c18-b250-ccbe917903fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-335234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-332257'] for router, after_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:32.801698 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8837b65d-305b-44bf-9605-507a9e058447 req-73a22281-2b95-4b61-b378-bb0802733ce8 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:58:32.809366 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-8837b65d-305b-44bf-9605-507a9e058447 req-73a22281-2b95-4b61-b378-bb0802733ce8 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/ports?device_id=a43547e4-7375-4860-8f97-36d911def7b6 HTTP/1.1" status: 200 len: 945 time: 0.1062453 Apr 08 02:58:32.866917 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-8837b65d-305b-44bf-9605-507a9e058447 req-4b92f3f6-f1e7-4716-9284-8498a217d6a6 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/security-groups?id=182843b8-633a-4f61-a3e3-f50baa1f3acb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563507 Apr 08 02:58:33.019998 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c702bef8-50b9-4690-ba60-546f1b1819e4 None None] Network fa9bea6a-5274-446f-ae5d-79b2cab2551a requested from dv-cinder-837051-1-smb {{(pid=87788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 02:58:33.056426 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f562ca3b-6e5d-4c18-b250-ccbe917903fb admin admin] Router e3d653a0-dab8-454f-a3c1-dfebdbb0d44f is scheduled to L3 agent 70d74887-4404-4f0d-99b3-e017d5637063 with binding_index 1 {{(pid=87787) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 08 02:58:33.201278 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-c9e6194d-afc4-40b7-8eb6-8eccac60094c None None] Provisioning for port f2a8aee3-0950-4fb7-af3a-1f501b055b3c completed by entity DHCP. {{(pid=87788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 02:58:33.258801 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f562ca3b-6e5d-4c18-b250-ccbe917903fb admin admin] Notify agent at l3_agent.dv-cinder-837051-1-smb the message routers_updated {{(pid=87787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 02:58:33.273459 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ea6058-a875-41f6-b9fc-6b063d4d0d1c None None] Sync routers for ids ['e3d653a0-dab8-454f-a3c1-dfebdbb0d44f'] in dv-cinder-837051-1-smb {{(pid=87789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 02:58:33.298750 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ea6058-a875-41f6-b9fc-6b063d4d0d1c None None] Routers {'e3d653a0-dab8-454f-a3c1-dfebdbb0d44f'} bound to L3 agent in host dv-cinder-837051-1-smb {{(pid=87789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 02:58:33.300823 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.l3_hamode_db [None req-46ea6058-a875-41f6-b9fc-6b063d4d0d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837051-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T02:46:58Z,description=,heartbeat_timestamp=2022-04-08T02:58:28Z,host='dv-cinder-837051-1-smb',id=70d74887-4404-4f0d-99b3-e017d5637063,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T02:46:59Z,topic='l3_agent')) {'router_ids': ['e3d653a0-dab8-454f-a3c1-dfebdbb0d44f'], 'active': True} {{(pid=87789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:58:33.376288 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-f562ca3b-6e5d-4c18-b250-ccbe917903fb admin admin] Notify callbacks [] for router, before_response {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:33.378427 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-f562ca3b-6e5d-4c18-b250-ccbe917903fb admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.1771307 Apr 08 02:58:33.381930 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 45624) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:58:33.407897 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Device 062842cd-0753-4608-b704-5ef569c87c0a up at agent ovs-agent-dv-cinder-837051-1-smb {{(pid=87788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 02:58:33.526230 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Provisioning complete for port 062842cd-0753-4608-b704-5ef569c87c0a triggered by entity L2. {{(pid=87788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 02:58:33.526639 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587297'] for port, provisioning_complete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:33.572068 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.l3_dvr_db [None req-46ea6058-a875-41f6-b9fc-6b063d4d0d1c None None] Set router e3d653a0-dab8-454f-a3c1-dfebdbb0d44f gateway port host: dv-cinder-837051-1-smb {{(pid=87789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 02:58:33.715324 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Device f2a8aee3-0950-4fb7-af3a-1f501b055b3c up at agent ovs-agent-dv-cinder-837051-1-smb {{(pid=87788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 02:58:33.839724 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Provisioning for port f2a8aee3-0950-4fb7-af3a-1f501b055b3c completed by entity L2. {{(pid=87788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 02:58:33.848008 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Provisioning complete for port f2a8aee3-0950-4fb7-af3a-1f501b055b3c triggered by entity L2. {{(pid=87788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 02:58:33.852704 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587297'] for port, provisioning_complete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:34.023549 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.l3_hamode_db [None req-46ea6058-a875-41f6-b9fc-6b063d4d0d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3d653a0-dab8-454f-a3c1-dfebdbb0d44f', 'name': 'tempest-TestMinimumBasicScenario-1561070466-router', 'tenant_id': '8db0409d50c8441a8055cf71cebf26bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'external_fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.200'}], 'enable_snat': True}, 'gw_port_id': 'f7c617c6-358b-4b77-9504-cd6cf1edfc3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:58:29Z', 'updated_at': '2022-04-08T02:58:32Z', 'revision_number': 3, 'project_id': '8db0409d50c8441a8055cf71cebf26bf', 'gw_port': {'id': 'f7c617c6-358b-4b77-9504-cd6cf1edfc3c', 'name': '', 'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:49:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3d653a0-dab8-454f-a3c1-dfebdbb0d44f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:58:30Z', 'updated_at': '2022-04-08T02:58:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-smb'}], 'dv-cinder-837051-1-smb', False) {} {{(pid=87789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:58:34.038041 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ea6058-a875-41f6-b9fc-6b063d4d0d1c None None] Checking router: e3d653a0-dab8-454f-a3c1-dfebdbb0d44f for host: dv-cinder-837051-1-smb {{(pid=87789) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 02:58:34.038488 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ea6058-a875-41f6-b9fc-6b063d4d0d1c None None] Updating router e3d653a0-dab8-454f-a3c1-dfebdbb0d44f port f7c617c6-358b-4b77-9504-cd6cf1edfc3c binding host dv-cinder-837051-1-smb {{(pid=87789) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 02:58:34.080838 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:34.114131 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d64696d-3953-41b0-8e8e-1cd576ece7b8 req-35582e97-a6f7-4400-89fc-fee66a65a3d5 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:58:34.125038 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-46ea6058-a875-41f6-b9fc-6b063d4d0d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_update {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:34.125459 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.db [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] For port f2a8aee3-0950-4fb7-af3a-1f501b055b3c, host dv-cinder-837051-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837051-1-smb',level=0,port_id=f2a8aee3-0950-4fb7-af3a-1f501b055b3c,segment=NetworkSegment(da7981fd-4015-4ec6-a3f5-614f6be89056),segment_id=da7981fd-4015-4ec6-a3f5-614f6be89056)] {{(pid=87788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 02:58:34.129338 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-6d64696d-3953-41b0-8e8e-1cd576ece7b8 req-35582e97-a6f7-4400-89fc-fee66a65a3d5 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/ports?device_id=a43547e4-7375-4860-8f97-36d911def7b6 HTTP/1.1" status: 200 len: 945 time: 0.1417260 Apr 08 02:58:34.191721 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-6d64696d-3953-41b0-8e8e-1cd576ece7b8 req-4039f0b7-fa6c-4466-9873-af392d2e7220 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/security-groups?id=182843b8-633a-4f61-a3e3-f50baa1f3acb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611386 Apr 08 02:58:34.222506 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762847214852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762846864698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762846864743'] for port, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:34.311370 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Pushing event updated for resources: {'Port': ['ID=f2a8aee3-0950-4fb7-af3a-1f501b055b3c,revision_number=3']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:58:34.320753 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:58:34.321591 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:58:34.322356 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:58:34.323062 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:58:34.323856 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:58:34.324691 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:58:34.325203 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:58:34.325834 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:58:34.326367 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:58:34.326873 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:58:34.327424 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:58:34.327911 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:58:34.433482 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-a9d742b8-62d0-4562-98b5-e0d5b8385ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:34.517361 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-46ea6058-a875-41f6-b9fc-6b063d4d0d1c None None] Notify callbacks [] for port, precommit_update {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:34.529418 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.provisioning_blocks [None req-46ea6058-a875-41f6-b9fc-6b063d4d0d1c None None] Transition to ACTIVE for port object f7c617c6-358b-4b77-9504-cd6cf1edfc3c will not be triggered until provisioned by entity L2. {{(pid=87789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 02:58:34.598166 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-46ea6058-a875-41f6-b9fc-6b063d4d0d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762847214852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762846864698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762846864743'] for port, after_update {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:34.636788 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.db_base_plugin_common [None req-a9d742b8-62d0-4562-98b5-e0d5b8385ea2 admin admin] Allocated IP 172.20.0.1 (fa9bea6a-5274-446f-ae5d-79b2cab2551a/f6e28277-f4b8-4912-905e-79c4234d9105/1a19900b-a3c4-45c1-99d6-4814be02032e) {{(pid=87787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 02:58:34.678044 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2def5a8-0f5f-4e09-abdf-35a09a28c59c None None] Pushing event updated for resources: {'Port': ['ID=f7c617c6-358b-4b77-9504-cd6cf1edfc3c,revision_number=2']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:58:34.684370 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.plugins.ml2.managers [None req-46ea6058-a875-41f6-b9fc-6b063d4d0d1c None None] Attempting to bind port f7c617c6-358b-4b77-9504-cd6cf1edfc3c on host dv-cinder-837051-1-smb for vnic_type normal with profile {{(pid=87789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 02:58:34.684664 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.plugins.ml2.managers [None req-46ea6058-a875-41f6-b9fc-6b063d4d0d1c None None] Attempting to bind port f7c617c6-358b-4b77-9504-cd6cf1edfc3c by drivers openvswitch,hyperv on host dv-cinder-837051-1-smb at level 0 using segments [{'id': '2f3db029-7821-49c5-950d-ef9b857fea9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b'}] {{(pid=87789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 02:58:34.685024 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ea6058-a875-41f6-b9fc-6b063d4d0d1c None None] Attempting to bind port f7c617c6-358b-4b77-9504-cd6cf1edfc3c on network 98d1e709-75a7-4f60-9ef6-cd80d5a9207b {{(pid=87789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 02:58:34.690478 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ea6058-a875-41f6-b9fc-6b063d4d0d1c None None] Checking agent: {'id': '506bd601-c596-4b52-979e-3670b1bbe31d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837051-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 2, 46, 59), 'started_at': datetime.datetime(2022, 4, 8, 2, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 2, 58, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837051-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 02:58:34.690838 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ea6058-a875-41f6-b9fc-6b063d4d0d1c None None] Checking segment: {'id': '2f3db029-7821-49c5-950d-ef9b857fea9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 02:58:34.691261 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-46ea6058-a875-41f6-b9fc-6b063d4d0d1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:34.691642 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ea6058-a875-41f6-b9fc-6b063d4d0d1c None None] Bound using segment: {'id': '2f3db029-7821-49c5-950d-ef9b857fea9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b'} {{(pid=87789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 02:58:34.692093 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.plugins.ml2.managers [None req-46ea6058-a875-41f6-b9fc-6b063d4d0d1c None None] Bound port: f7c617c6-358b-4b77-9504-cd6cf1edfc3c, host: dv-cinder-837051-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f3db029-7821-49c5-950d-ef9b857fea9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b'}}] {{(pid=87789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 02:58:34.692474 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-46ea6058-a875-41f6-b9fc-6b063d4d0d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_update {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:34.771174 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.plugins.ml2.db [None req-46ea6058-a875-41f6-b9fc-6b063d4d0d1c None None] For port f7c617c6-358b-4b77-9504-cd6cf1edfc3c, host dv-cinder-837051-1-smb, cleared binding levels {{(pid=87789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 02:58:34.774822 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.plugins.ml2.db [None req-46ea6058-a875-41f6-b9fc-6b063d4d0d1c None None] For port f7c617c6-358b-4b77-9504-cd6cf1edfc3c, host dv-cinder-837051-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837051-1-smb',level=0,port_id=f7c617c6-358b-4b77-9504-cd6cf1edfc3c,segment=NetworkSegment(2f3db029-7821-49c5-950d-ef9b857fea9c),segment_id=2f3db029-7821-49c5-950d-ef9b857fea9c)] {{(pid=87789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 02:58:34.803480 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-a9d742b8-62d0-4562-98b5-e0d5b8385ea2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:34.819993 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.provisioning_blocks [None req-a9d742b8-62d0-4562-98b5-e0d5b8385ea2 admin admin] Transition to ACTIVE for port object 1a19900b-a3c4-45c1-99d6-4814be02032e will not be triggered until provisioned by entity DHCP. {{(pid=87787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 02:58:34.844410 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-46ea6058-a875-41f6-b9fc-6b063d4d0d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762847214852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762846864698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762846864743'] for port, after_update {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:34.902633 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-a9d742b8-62d0-4562-98b5-e0d5b8385ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762846864680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3006662'] for port, after_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:34.926378 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ea6058-a875-41f6-b9fc-6b063d4d0d1c None None] Routers {'e3d653a0-dab8-454f-a3c1-dfebdbb0d44f'} bound to L3 agent in host dv-cinder-837051-1-smb {{(pid=87789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 02:58:34.926980 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.l3_hamode_db [None req-46ea6058-a875-41f6-b9fc-6b063d4d0d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837051-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T02:46:58Z,description=,heartbeat_timestamp=2022-04-08T02:58:28Z,host='dv-cinder-837051-1-smb',id=70d74887-4404-4f0d-99b3-e017d5637063,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T02:46:59Z,topic='l3_agent')) {'router_ids': ['e3d653a0-dab8-454f-a3c1-dfebdbb0d44f'], 'active': True} {{(pid=87789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:58:34.969602 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9d742b8-62d0-4562-98b5-e0d5b8385ea2 admin admin] Network fa9bea6a-5274-446f-ae5d-79b2cab2551a is already hosted by enough agents. {{(pid=87787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 02:58:34.972508 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.scheduler.base_scheduler [None req-a9d742b8-62d0-4562-98b5-e0d5b8385ea2 admin admin] Resources bound (agent type, host, resource id): {{(pid=87787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 02:58:34.974915 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d742b8-62d0-4562-98b5-e0d5b8385ea2 admin admin] Received port after_create {{(pid=87787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 02:58:35.002478 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2def5a8-0f5f-4e09-abdf-35a09a28c59c None None] Pushing event updated for resources: {'Port': ['ID=f7c617c6-358b-4b77-9504-cd6cf1edfc3c,revision_number=3']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:58:35.023335 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d742b8-62d0-4562-98b5-e0d5b8385ea2 admin admin] Pushing event updated for resources: {'Port': ['ID=1a19900b-a3c4-45c1-99d6-4814be02032e,revision_number=1']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:58:35.053194 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-a9d742b8-62d0-4562-98b5-e0d5b8385ea2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-333527'] for router_interface, before_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:35.164030 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.l3_dvr_db [None req-46ea6058-a875-41f6-b9fc-6b063d4d0d1c None None] Set router e3d653a0-dab8-454f-a3c1-dfebdbb0d44f gateway port host: dv-cinder-837051-1-smb {{(pid=87789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 02:58:35.270300 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Device f2a8aee3-0950-4fb7-af3a-1f501b055b3c up at agent ovs-agent-dv-cinder-837051-1-smb {{(pid=87788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 02:58:35.324073 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-a9d742b8-62d0-4562-98b5-e0d5b8385ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_update {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:35.440381 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Provisioning complete for port f2a8aee3-0950-4fb7-af3a-1f501b055b3c triggered by entity L2. {{(pid=87788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 02:58:35.440936 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587297'] for port, provisioning_complete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:35.489284 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bd7031-7fa1-4dfe-9cda-12ff2517b935 req-4f40e955-646b-4bf5-8075-484e503d74dc tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:58:35.497648 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-41bd7031-7fa1-4dfe-9cda-12ff2517b935 req-4f40e955-646b-4bf5-8075-484e503d74dc tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/ports?device_id=a43547e4-7375-4860-8f97-36d911def7b6 HTTP/1.1" status: 200 len: 945 time: 0.1171675 Apr 08 02:58:35.501342 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-15160d1b-b051-4cde-b1d7-24d6b7f4a507 None None] Provisioning for port 1a19900b-a3c4-45c1-99d6-4814be02032e completed by entity DHCP. {{(pid=87788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 02:58:35.503631 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.l3_hamode_db [None req-46ea6058-a875-41f6-b9fc-6b063d4d0d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3d653a0-dab8-454f-a3c1-dfebdbb0d44f', 'name': 'tempest-TestMinimumBasicScenario-1561070466-router', 'tenant_id': '8db0409d50c8441a8055cf71cebf26bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'external_fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.200'}], 'enable_snat': True}, 'gw_port_id': 'f7c617c6-358b-4b77-9504-cd6cf1edfc3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:58:29Z', 'updated_at': '2022-04-08T02:58:32Z', 'revision_number': 3, 'project_id': '8db0409d50c8441a8055cf71cebf26bf', 'gw_port': {'id': 'f7c617c6-358b-4b77-9504-cd6cf1edfc3c', 'name': '', 'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:49:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3d653a0-dab8-454f-a3c1-dfebdbb0d44f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:58:30Z', 'updated_at': '2022-04-08T02:58:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-smb'}], 'dv-cinder-837051-1-smb', False) {} {{(pid=87789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:58:35.509628 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ea6058-a875-41f6-b9fc-6b063d4d0d1c None None] The sync data for ids ['e3d653a0-dab8-454f-a3c1-dfebdbb0d44f'] in dv-cinder-837051-1-smb is: [{'id': 'e3d653a0-dab8-454f-a3c1-dfebdbb0d44f', 'name': 'tempest-TestMinimumBasicScenario-1561070466-router', 'tenant_id': '8db0409d50c8441a8055cf71cebf26bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'external_fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.200'}], 'enable_snat': True}, 'gw_port_id': 'f7c617c6-358b-4b77-9504-cd6cf1edfc3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:58:29Z', 'updated_at': '2022-04-08T02:58:32Z', 'revision_number': 3, 'project_id': '8db0409d50c8441a8055cf71cebf26bf', 'gw_port': {'id': 'f7c617c6-358b-4b77-9504-cd6cf1edfc3c', 'name': '', 'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:49:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3d653a0-dab8-454f-a3c1-dfebdbb0d44f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:58:30Z', 'updated_at': '2022-04-08T02:58:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-smb'}] {{(pid=87789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 02:58:35.515378 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-15160d1b-b051-4cde-b1d7-24d6b7f4a507 None None] Provisioning complete for port 1a19900b-a3c4-45c1-99d6-4814be02032e triggered by entity DHCP. {{(pid=87788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 02:58:35.515987 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-15160d1b-b051-4cde-b1d7-24d6b7f4a507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587297'] for port, provisioning_complete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:35.560304 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-41bd7031-7fa1-4dfe-9cda-12ff2517b935 req-28ac00f3-1234-41ea-bc23-266982b4a7b6 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/security-groups?id=182843b8-633a-4f61-a3e3-f50baa1f3acb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611923 Apr 08 02:58:35.596179 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.plugin [None req-15160d1b-b051-4cde-b1d7-24d6b7f4a507 None None] Port 1a19900b-a3c4-45c1-99d6-4814be02032e cannot update to ACTIVE because it is not bound. {{(pid=87788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 02:58:35.651028 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-a9d742b8-62d0-4562-98b5-e0d5b8385ea2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:35.701596 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-a9d742b8-62d0-4562-98b5-e0d5b8385ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762847214852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762846864698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762846864743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3006669'] for port, after_update {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:35.802797 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d742b8-62d0-4562-98b5-e0d5b8385ea2 admin admin] Pushing event updated for resources: {'Port': ['ID=1a19900b-a3c4-45c1-99d6-4814be02032e,revision_number=2']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:58:35.845891 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-a9d742b8-62d0-4562-98b5-e0d5b8385ea2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-333118'] for router_interface, after_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:36.004132 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9d742b8-62d0-4562-98b5-e0d5b8385ea2 admin admin] Network fa9bea6a-5274-446f-ae5d-79b2cab2551a is already hosted by enough agents. {{(pid=87787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 02:58:36.005287 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.scheduler.base_scheduler [None req-a9d742b8-62d0-4562-98b5-e0d5b8385ea2 admin admin] Resources bound (agent type, host, resource id): {{(pid=87787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 02:58:36.294046 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9d742b8-62d0-4562-98b5-e0d5b8385ea2 admin admin] Router e3d653a0-dab8-454f-a3c1-dfebdbb0d44f has already been hosted by L3 agent 70d74887-4404-4f0d-99b3-e017d5637063 {{(pid=87787) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 02:58:36.332771 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-3973017b-10f8-44e2-9c60-0660e6107f1b None None] Provisioning complete for port 1a19900b-a3c4-45c1-99d6-4814be02032e triggered by entity DHCP. {{(pid=87788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 02:58:36.333873 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-3973017b-10f8-44e2-9c60-0660e6107f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587297'] for port, provisioning_complete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:36.393212 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.plugin [None req-3973017b-10f8-44e2-9c60-0660e6107f1b None None] Port 1a19900b-a3c4-45c1-99d6-4814be02032e cannot update to ACTIVE because it is not bound. {{(pid=87788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 02:58:36.496999 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9d742b8-62d0-4562-98b5-e0d5b8385ea2 admin admin] Notify agent at l3_agent.dv-cinder-837051-1-smb the message routers_updated {{(pid=87787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 02:58:36.506607 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-a9d742b8-62d0-4562-98b5-e0d5b8385ea2 admin admin] 10.222.0.15 "PUT /v2.0/routers/e3d653a0-dab8-454f-a3c1-dfebdbb0d44f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1235325 Apr 08 02:58:36.753946 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f890a7-0d5c-4956-bb67-6e6b7e19dec0 req-6ebaccdc-bdb6-4846-9ab6-3514236ae15c tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:58:36.756593 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-83f890a7-0d5c-4956-bb67-6e6b7e19dec0 req-6ebaccdc-bdb6-4846-9ab6-3514236ae15c tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/ports?device_id=a43547e4-7375-4860-8f97-36d911def7b6 HTTP/1.1" status: 200 len: 945 time: 0.0840776 Apr 08 02:58:36.816606 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-83f890a7-0d5c-4956-bb67-6e6b7e19dec0 req-602c2034-194e-4c2d-aa8e-4f3ad4466b42 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/security-groups?id=182843b8-633a-4f61-a3e3-f50baa1f3acb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522497 Apr 08 02:58:37.252313 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d08ffceb-2fd7-4dc6-890c-85c32c11aa11 None None] Sync routers for ids ['e3d653a0-dab8-454f-a3c1-dfebdbb0d44f'] in dv-cinder-837051-1-smb {{(pid=87788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 02:58:37.264640 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d08ffceb-2fd7-4dc6-890c-85c32c11aa11 None None] Routers {'e3d653a0-dab8-454f-a3c1-dfebdbb0d44f'} bound to L3 agent in host dv-cinder-837051-1-smb {{(pid=87788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 02:58:37.265430 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.l3_hamode_db [None req-d08ffceb-2fd7-4dc6-890c-85c32c11aa11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837051-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T02:46:58Z,description=,heartbeat_timestamp=2022-04-08T02:58:28Z,host='dv-cinder-837051-1-smb',id=70d74887-4404-4f0d-99b3-e017d5637063,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T02:46:59Z,topic='l3_agent')) {'router_ids': ['e3d653a0-dab8-454f-a3c1-dfebdbb0d44f'], 'active': True} {{(pid=87788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:58:37.332615 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Device f7c617c6-358b-4b77-9504-cd6cf1edfc3c up at agent ovs-agent-dv-cinder-837051-1-smb {{(pid=87788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 02:58:37.525863 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.l3_dvr_db [None req-d08ffceb-2fd7-4dc6-890c-85c32c11aa11 None None] Set router e3d653a0-dab8-454f-a3c1-dfebdbb0d44f gateway port host: dv-cinder-837051-1-smb {{(pid=87788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 02:58:37.593268 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Provisioning for port f7c617c6-358b-4b77-9504-cd6cf1edfc3c completed by entity L2. {{(pid=87788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 02:58:37.717214 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Provisioning complete for port f7c617c6-358b-4b77-9504-cd6cf1edfc3c triggered by entity L2. {{(pid=87788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 02:58:37.718142 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587297'] for port, provisioning_complete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:37.975074 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:38.030539 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.db [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] For port f7c617c6-358b-4b77-9504-cd6cf1edfc3c, host dv-cinder-837051-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837051-1-smb',level=0,port_id=f7c617c6-358b-4b77-9504-cd6cf1edfc3c,segment=NetworkSegment(2f3db029-7821-49c5-950d-ef9b857fea9c),segment_id=2f3db029-7821-49c5-950d-ef9b857fea9c)] {{(pid=87788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 02:58:38.083611 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.l3_hamode_db [None req-d08ffceb-2fd7-4dc6-890c-85c32c11aa11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3d653a0-dab8-454f-a3c1-dfebdbb0d44f', 'name': 'tempest-TestMinimumBasicScenario-1561070466-router', 'tenant_id': '8db0409d50c8441a8055cf71cebf26bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'external_fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.200'}], 'enable_snat': True}, 'gw_port_id': 'f7c617c6-358b-4b77-9504-cd6cf1edfc3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:58:29Z', 'updated_at': '2022-04-08T02:58:35Z', 'revision_number': 4, 'project_id': '8db0409d50c8441a8055cf71cebf26bf', 'gw_port': {'id': 'f7c617c6-358b-4b77-9504-cd6cf1edfc3c', 'name': '', 'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:49:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3d653a0-dab8-454f-a3c1-dfebdbb0d44f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:58:30Z', 'updated_at': '2022-04-08T02:58:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-smb', '_interfaces': [{'id': '1a19900b-a3c4-45c1-99d6-4814be02032e', 'name': '', 'network_id': 'fa9bea6a-5274-446f-ae5d-79b2cab2551a', 'tenant_id': '8db0409d50c8441a8055cf71cebf26bf', 'mac_address': 'fa:16:3e:52:a0:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3d653a0-dab8-454f-a3c1-dfebdbb0d44f', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'f6e28277-f4b8-4912-905e-79c4234d9105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:58:34Z', 'updated_at': '2022-04-08T02:58:35Z', 'revision_number': 2, 'project_id': '8db0409d50c8441a8055cf71cebf26bf', 'subnets': [{'id': 'f6e28277-f4b8-4912-905e-79c4234d9105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837051-1-smb', False) {} {{(pid=87788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:58:38.088217 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762847214852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762846864698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762846864743'] for port, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:38.120877 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d08ffceb-2fd7-4dc6-890c-85c32c11aa11 None None] Checking router: e3d653a0-dab8-454f-a3c1-dfebdbb0d44f for host: dv-cinder-837051-1-smb {{(pid=87788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 02:58:38.121390 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d08ffceb-2fd7-4dc6-890c-85c32c11aa11 None None] Updating router e3d653a0-dab8-454f-a3c1-dfebdbb0d44f port 1a19900b-a3c4-45c1-99d6-4814be02032e binding host dv-cinder-837051-1-smb {{(pid=87788) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 02:58:38.209872 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-d08ffceb-2fd7-4dc6-890c-85c32c11aa11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:38.505896 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Pushing event updated for resources: {'Port': ['ID=f7c617c6-358b-4b77-9504-cd6cf1edfc3c,revision_number=4']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:58:38.682705 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-d08ffceb-2fd7-4dc6-890c-85c32c11aa11 None None] Notify callbacks [] for port, precommit_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:38.696544 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-d08ffceb-2fd7-4dc6-890c-85c32c11aa11 None None] Transition to ACTIVE for port object 1a19900b-a3c4-45c1-99d6-4814be02032e will not be triggered until provisioned by entity L2. {{(pid=87788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 02:58:38.787021 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-d08ffceb-2fd7-4dc6-890c-85c32c11aa11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762847214852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762846864698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762846864743'] for port, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:38.948232 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11af9f83-1205-49e0-a203-212bc073d040 None None] Pushing event updated for resources: {'Port': ['ID=1a19900b-a3c4-45c1-99d6-4814be02032e,revision_number=3']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:58:39.084354 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.managers [None req-d08ffceb-2fd7-4dc6-890c-85c32c11aa11 None None] Attempting to bind port 1a19900b-a3c4-45c1-99d6-4814be02032e on host dv-cinder-837051-1-smb for vnic_type normal with profile {{(pid=87788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 02:58:39.084742 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.managers [None req-d08ffceb-2fd7-4dc6-890c-85c32c11aa11 None None] Attempting to bind port 1a19900b-a3c4-45c1-99d6-4814be02032e by drivers openvswitch,hyperv on host dv-cinder-837051-1-smb at level 0 using segments [{'id': 'da7981fd-4015-4ec6-a3f5-614f6be89056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'fa9bea6a-5274-446f-ae5d-79b2cab2551a'}] {{(pid=87788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 02:58:39.086936 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08ffceb-2fd7-4dc6-890c-85c32c11aa11 None None] Attempting to bind port 1a19900b-a3c4-45c1-99d6-4814be02032e on network fa9bea6a-5274-446f-ae5d-79b2cab2551a {{(pid=87788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 02:58:39.096733 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08ffceb-2fd7-4dc6-890c-85c32c11aa11 None None] Checking agent: {'id': '506bd601-c596-4b52-979e-3670b1bbe31d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837051-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 2, 46, 59), 'started_at': datetime.datetime(2022, 4, 8, 2, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 2, 58, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837051-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 02:58:39.097136 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08ffceb-2fd7-4dc6-890c-85c32c11aa11 None None] Checking segment: {'id': 'da7981fd-4015-4ec6-a3f5-614f6be89056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'fa9bea6a-5274-446f-ae5d-79b2cab2551a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 02:58:39.097531 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-d08ffceb-2fd7-4dc6-890c-85c32c11aa11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:39.098284 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08ffceb-2fd7-4dc6-890c-85c32c11aa11 None None] Bound using segment: {'id': 'da7981fd-4015-4ec6-a3f5-614f6be89056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'fa9bea6a-5274-446f-ae5d-79b2cab2551a'} {{(pid=87788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 02:58:39.098505 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.managers [None req-d08ffceb-2fd7-4dc6-890c-85c32c11aa11 None None] Bound port: 1a19900b-a3c4-45c1-99d6-4814be02032e, host: dv-cinder-837051-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da7981fd-4015-4ec6-a3f5-614f6be89056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'fa9bea6a-5274-446f-ae5d-79b2cab2551a'}}] {{(pid=87788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 02:58:39.102255 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-d08ffceb-2fd7-4dc6-890c-85c32c11aa11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:39.253791 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:39.298341 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.db [None req-d08ffceb-2fd7-4dc6-890c-85c32c11aa11 None None] For port 1a19900b-a3c4-45c1-99d6-4814be02032e, host dv-cinder-837051-1-smb, cleared binding levels {{(pid=87788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 02:58:39.302339 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.db [None req-d08ffceb-2fd7-4dc6-890c-85c32c11aa11 None None] For port 1a19900b-a3c4-45c1-99d6-4814be02032e, host dv-cinder-837051-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837051-1-smb',level=0,port_id=1a19900b-a3c4-45c1-99d6-4814be02032e,segment=NetworkSegment(da7981fd-4015-4ec6-a3f5-614f6be89056),segment_id=da7981fd-4015-4ec6-a3f5-614f6be89056)] {{(pid=87788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 02:58:39.320458 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Device f7c617c6-358b-4b77-9504-cd6cf1edfc3c up at agent ovs-agent-dv-cinder-837051-1-smb {{(pid=87788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 02:58:39.393754 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-d08ffceb-2fd7-4dc6-890c-85c32c11aa11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762847214852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762846864698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762846864743'] for port, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:39.549657 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d08ffceb-2fd7-4dc6-890c-85c32c11aa11 None None] Routers {'e3d653a0-dab8-454f-a3c1-dfebdbb0d44f'} bound to L3 agent in host dv-cinder-837051-1-smb {{(pid=87788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 02:58:39.549657 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.l3_hamode_db [None req-d08ffceb-2fd7-4dc6-890c-85c32c11aa11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837051-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T02:46:58Z,description=,heartbeat_timestamp=2022-04-08T02:58:28Z,host='dv-cinder-837051-1-smb',id=70d74887-4404-4f0d-99b3-e017d5637063,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T02:46:59Z,topic='l3_agent')) {'router_ids': ['e3d653a0-dab8-454f-a3c1-dfebdbb0d44f'], 'active': True} {{(pid=87788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:58:39.618699 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11af9f83-1205-49e0-a203-212bc073d040 None None] Pushing event updated for resources: {'Port': ['ID=1a19900b-a3c4-45c1-99d6-4814be02032e,revision_number=4']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:58:39.646616 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Provisioning complete for port f7c617c6-358b-4b77-9504-cd6cf1edfc3c triggered by entity L2. {{(pid=87788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 02:58:39.646979 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587297'] for port, provisioning_complete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:39.817686 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.l3_dvr_db [None req-d08ffceb-2fd7-4dc6-890c-85c32c11aa11 None None] Set router e3d653a0-dab8-454f-a3c1-dfebdbb0d44f gateway port host: dv-cinder-837051-1-smb {{(pid=87788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 02:58:40.323999 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.l3_hamode_db [None req-d08ffceb-2fd7-4dc6-890c-85c32c11aa11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3d653a0-dab8-454f-a3c1-dfebdbb0d44f', 'name': 'tempest-TestMinimumBasicScenario-1561070466-router', 'tenant_id': '8db0409d50c8441a8055cf71cebf26bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'external_fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.200'}], 'enable_snat': True}, 'gw_port_id': 'f7c617c6-358b-4b77-9504-cd6cf1edfc3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:58:29Z', 'updated_at': '2022-04-08T02:58:35Z', 'revision_number': 4, 'project_id': '8db0409d50c8441a8055cf71cebf26bf', 'gw_port': {'id': 'f7c617c6-358b-4b77-9504-cd6cf1edfc3c', 'name': '', 'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:49:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d653a0-dab8-454f-a3c1-dfebdbb0d44f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:58:30Z', 'updated_at': '2022-04-08T02:58:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-smb', '_interfaces': [{'id': '1a19900b-a3c4-45c1-99d6-4814be02032e', 'name': '', 'network_id': 'fa9bea6a-5274-446f-ae5d-79b2cab2551a', 'tenant_id': '8db0409d50c8441a8055cf71cebf26bf', 'mac_address': 'fa:16:3e:52:a0:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3d653a0-dab8-454f-a3c1-dfebdbb0d44f', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'f6e28277-f4b8-4912-905e-79c4234d9105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:58:34Z', 'updated_at': '2022-04-08T02:58:39Z', 'revision_number': 4, 'project_id': '8db0409d50c8441a8055cf71cebf26bf', 'subnets': [{'id': 'f6e28277-f4b8-4912-905e-79c4234d9105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837051-1-smb', False) {} {{(pid=87788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:58:40.329958 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d08ffceb-2fd7-4dc6-890c-85c32c11aa11 None None] The sync data for ids ['e3d653a0-dab8-454f-a3c1-dfebdbb0d44f'] in dv-cinder-837051-1-smb is: [{'id': 'e3d653a0-dab8-454f-a3c1-dfebdbb0d44f', 'name': 'tempest-TestMinimumBasicScenario-1561070466-router', 'tenant_id': '8db0409d50c8441a8055cf71cebf26bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'external_fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.200'}], 'enable_snat': True}, 'gw_port_id': 'f7c617c6-358b-4b77-9504-cd6cf1edfc3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:58:29Z', 'updated_at': '2022-04-08T02:58:35Z', 'revision_number': 4, 'project_id': '8db0409d50c8441a8055cf71cebf26bf', 'gw_port': {'id': 'f7c617c6-358b-4b77-9504-cd6cf1edfc3c', 'name': '', 'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:49:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d653a0-dab8-454f-a3c1-dfebdbb0d44f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:58:30Z', 'updated_at': '2022-04-08T02:58:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-smb', '_interfaces': [{'id': '1a19900b-a3c4-45c1-99d6-4814be02032e', 'name': '', 'network_id': 'fa9bea6a-5274-446f-ae5d-79b2cab2551a', 'tenant_id': '8db0409d50c8441a8055cf71cebf26bf', 'mac_address': 'fa:16:3e:52:a0:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3d653a0-dab8-454f-a3c1-dfebdbb0d44f', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'f6e28277-f4b8-4912-905e-79c4234d9105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:58:34Z', 'updated_at': '2022-04-08T02:58:39Z', 'revision_number': 4, 'project_id': '8db0409d50c8441a8055cf71cebf26bf', 'subnets': [{'id': 'f6e28277-f4b8-4912-905e-79c4234d9105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 02:58:41.279430 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Device 1a19900b-a3c4-45c1-99d6-4814be02032e up at agent ovs-agent-dv-cinder-837051-1-smb {{(pid=87788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 02:58:41.467935 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Provisioning for port 1a19900b-a3c4-45c1-99d6-4814be02032e completed by entity L2. {{(pid=87788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 02:58:41.477912 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Provisioning complete for port 1a19900b-a3c4-45c1-99d6-4814be02032e triggered by entity L2. {{(pid=87788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 02:58:41.479257 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587297'] for port, provisioning_complete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:41.528288 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 45774) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:58:41.533455 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.v2.base [None req-4978486b-2582-4c32-9e2f-1c6c3f824e29 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1698038666', 'description': 'tempest-description--376461637'}} {{(pid=87787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 02:58:41.542720 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-4978486b-2582-4c32-9e2f-1c6c3f824e29 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:58:41.563492 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-4978486b-2582-4c32-9e2f-1c6c3f824e29 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:58:41.659826 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:41.679264 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-4978486b-2582-4c32-9e2f-1c6c3f824e29 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Notify callbacks [] for security_group, before_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:41.718704 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-4978486b-2582-4c32-9e2f-1c6c3f824e29 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:58:41.721064 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.db [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] For port 1a19900b-a3c4-45c1-99d6-4814be02032e, host dv-cinder-837051-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837051-1-smb',level=0,port_id=1a19900b-a3c4-45c1-99d6-4814be02032e,segment=NetworkSegment(da7981fd-4015-4ec6-a3f5-614f6be89056),segment_id=da7981fd-4015-4ec6-a3f5-614f6be89056)] {{(pid=87788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 02:58:41.724602 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-4978486b-2582-4c32-9e2f-1c6c3f824e29 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Usage tracker for resource:security_group_rule and tenant:9e6274c43de24b849ee9a4529c53f5b5 is out of sync, need to count used quota {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:58:41.728466 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-4978486b-2582-4c32-9e2f-1c6c3f824e29 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:58:41.735033 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-4978486b-2582-4c32-9e2f-1c6c3f824e29 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:58:41.764472 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762847214852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762846864698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762846864743'] for port, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:41.834157 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-4978486b-2582-4c32-9e2f-1c6c3f824e29 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Notify callbacks [] for security_group, precommit_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:41.900745 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Pushing event updated for resources: {'Port': ['ID=1a19900b-a3c4-45c1-99d6-4814be02032e,revision_number=5']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:58:41.901421 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-4978486b-2582-4c32-9e2f-1c6c3f824e29 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:41.966232 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4978486b-2582-4c32-9e2f-1c6c3f824e29 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Pushing event updated for resources: {'SecurityGroup': ['ID=571e5dd1-f399-4374-b407-7bcc9f77f98a,revision_number=1']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:58:42.028035 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-4978486b-2582-4c32-9e2f-1c6c3f824e29 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Notify callbacks [] for security_group, before_response {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:42.032226 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.wsgi [-] (87786) accepted ('10.222.0.15', 45784) {{(pid=87786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:58:42.033679 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-4978486b-2582-4c32-9e2f-1c6c3f824e29 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5044901 Apr 08 02:58:42.034496 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 45786) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:58:42.046227 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.v2.base [None req-2f0c5501-04ff-4765-8c56-fa9a837757ab tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Request body: {'security_group_rule': {'security_group_id': '571e5dd1-f399-4374-b407-7bcc9f77f98a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 02:58:42.066278 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-2f0c5501-04ff-4765-8c56-fa9a837757ab tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:58:42.072978 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-2f0c5501-04ff-4765-8c56-fa9a837757ab tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Usage tracker for resource:security_group_rule and tenant:9e6274c43de24b849ee9a4529c53f5b5 is out of sync, need to count used quota {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:58:42.077292 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-2f0c5501-04ff-4765-8c56-fa9a837757ab tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:58:42.083559 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-2f0c5501-04ff-4765-8c56-fa9a837757ab tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:58:42.194965 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-2f0c5501-04ff-4765-8c56-fa9a837757ab tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:42.245234 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-1925f2bf-88c5-4bce-9e12-7998863e5481 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:42.280711 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.quota.driver [None req-1925f2bf-88c5-4bce-9e12-7998863e5481 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:58:42.285665 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [None req-1925f2bf-88c5-4bce-9e12-7998863e5481 admin admin] Usage tracker for resource:security_group_rule and tenant:23f74f2ab582445e807c0175c7c88560 is out of sync, need to count used quota {{(pid=87786) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:58:42.288894 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [None req-1925f2bf-88c5-4bce-9e12-7998863e5481 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87786) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:58:42.291983 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-2f0c5501-04ff-4765-8c56-fa9a837757ab tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:42.295252 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.quota.driver [None req-1925f2bf-88c5-4bce-9e12-7998863e5481 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:58:42.353590 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-2f0c5501-04ff-4765-8c56-fa9a837757ab tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411622'] for security_group_rule, after_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:42.405817 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0c5501-04ff-4765-8c56-fa9a837757ab tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a12ef18-fef7-4001-a4a5-80336330388b,revision_number=0']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:58:42.467246 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-2f0c5501-04ff-4765-8c56-fa9a837757ab tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:42.471801 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-2f0c5501-04ff-4765-8c56-fa9a837757ab tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4329474 Apr 08 02:58:42.471801 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 45794) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:58:42.477730 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.v2.base [None req-689ff21f-64cf-4ed5-9c1c-ce617fdb3c17 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Request body: {'security_group_rule': {'security_group_id': '571e5dd1-f399-4374-b407-7bcc9f77f98a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 02:58:42.483533 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-1925f2bf-88c5-4bce-9e12-7998863e5481 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:42.489379 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-689ff21f-64cf-4ed5-9c1c-ce617fdb3c17 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:58:42.489379 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-689ff21f-64cf-4ed5-9c1c-ce617fdb3c17 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Usage tracker for resource:security_group_rule and tenant:9e6274c43de24b849ee9a4529c53f5b5 is out of sync, need to count used quota {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:58:42.494887 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-689ff21f-64cf-4ed5-9c1c-ce617fdb3c17 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:58:42.502513 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-689ff21f-64cf-4ed5-9c1c-ce617fdb3c17 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:58:42.610463 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-1925f2bf-88c5-4bce-9e12-7998863e5481 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:42.654261 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [None req-1925f2bf-88c5-4bce-9e12-7998863e5481 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=23f74f2ab582445e807c0175c7c88560&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6205008 Apr 08 02:58:42.654925 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 45802) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:58:42.674676 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1925f2bf-88c5-4bce-9e12-7998863e5481 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e9bf7be-9064-468a-ba69-b4f2a81177a3,revision_number=1']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:58:42.682947 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1925f2bf-88c5-4bce-9e12-7998863e5481 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:58:42.683466 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1925f2bf-88c5-4bce-9e12-7998863e5481 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:58:42.683908 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1925f2bf-88c5-4bce-9e12-7998863e5481 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:58:42.684339 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1925f2bf-88c5-4bce-9e12-7998863e5481 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:58:42.684775 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1925f2bf-88c5-4bce-9e12-7998863e5481 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:58:42.685310 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1925f2bf-88c5-4bce-9e12-7998863e5481 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:58:42.685732 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1925f2bf-88c5-4bce-9e12-7998863e5481 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:58:42.686160 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1925f2bf-88c5-4bce-9e12-7998863e5481 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:58:42.686583 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1925f2bf-88c5-4bce-9e12-7998863e5481 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:58:42.687009 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1925f2bf-88c5-4bce-9e12-7998863e5481 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:58:42.687463 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1925f2bf-88c5-4bce-9e12-7998863e5481 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:58:42.687880 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1925f2bf-88c5-4bce-9e12-7998863e5481 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:58:42.744438 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-689ff21f-64cf-4ed5-9c1c-ce617fdb3c17 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:42.803158 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-f2f7c4cf-22c7-4eab-828b-917ec35e7d78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:42.888697 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-f2f7c4cf-22c7-4eab-828b-917ec35e7d78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:42.946207 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-689ff21f-64cf-4ed5-9c1c-ce617fdb3c17 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:43.055577 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-689ff21f-64cf-4ed5-9c1c-ce617fdb3c17 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411622'] for security_group_rule, after_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:43.079540 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-f2f7c4cf-22c7-4eab-828b-917ec35e7d78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:43.128599 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689ff21f-64cf-4ed5-9c1c-ce617fdb3c17 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46d83b79-3008-45fb-b2c0-c3f987c5f8b6,revision_number=0']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:58:43.141245 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f7c4cf-22c7-4eab-828b-917ec35e7d78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e9bf7be-9064-468a-ba69-b4f2a81177a3,revision_number=None']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:58:43.150942 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-f2f7c4cf-22c7-4eab-828b-917ec35e7d78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:43.152662 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-f2f7c4cf-22c7-4eab-828b-917ec35e7d78 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8e9bf7be-9064-468a-ba69-b4f2a81177a3 HTTP/1.1" status: 204 len: 168 time: 0.4955730 Apr 08 02:58:43.244295 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-689ff21f-64cf-4ed5-9c1c-ce617fdb3c17 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:43.245483 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-689ff21f-64cf-4ed5-9c1c-ce617fdb3c17 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7728350 Apr 08 02:58:43.249075 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 45820) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:58:43.255025 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.v2.base [None req-f50bbb29-725d-4c78-8079-efd1d065c739 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Request body: {'floatingip': {'floating_network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b'}} {{(pid=87787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 02:58:43.265751 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-f50bbb29-725d-4c78-8079-efd1d065c739 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:58:43.268055 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Device 1a19900b-a3c4-45c1-99d6-4814be02032e up at agent ovs-agent-dv-cinder-837051-1-smb {{(pid=87788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 02:58:43.269955 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-f50bbb29-725d-4c78-8079-efd1d065c739 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Usage tracker for resource:floatingip and tenant:9e6274c43de24b849ee9a4529c53f5b5 is out of sync, need to count used quota {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:58:43.273381 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-f50bbb29-725d-4c78-8079-efd1d065c739 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:58:43.282441 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-f50bbb29-725d-4c78-8079-efd1d065c739 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:58:43.353373 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-f50bbb29-725d-4c78-8079-efd1d065c739 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Notify callbacks [] for floatingip, before_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:43.411827 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Provisioning complete for port 1a19900b-a3c4-45c1-99d6-4814be02032e triggered by entity L2. {{(pid=87788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 02:58:43.412461 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587297'] for port, provisioning_complete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:43.602161 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-f50bbb29-725d-4c78-8079-efd1d065c739 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:43.792749 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.db_base_plugin_common [None req-f50bbb29-725d-4c78-8079-efd1d065c739 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Allocated IP 172.28.2.245 (98d1e709-75a7-4f60-9ef6-cd80d5a9207b/cdd7e012-314b-49de-85b2-875de1f002d2/04217502-2f33-4617-9746-c33464b967eb) {{(pid=87787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 02:58:43.975473 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-f50bbb29-725d-4c78-8079-efd1d065c739 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Notify callbacks [] for port, precommit_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:44.121841 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-f50bbb29-725d-4c78-8079-efd1d065c739 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762846864680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3006662'] for port, after_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:44.122081 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.wsgi [-] (87786) accepted ('10.222.0.15', 45832) {{(pid=87786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:58:44.160085 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-a51bac98-156d-4168-9fe5-4a549bfb4b46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:44.191227 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.quota.driver [None req-a51bac98-156d-4168-9fe5-4a549bfb4b46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:58:44.211297 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [None req-a51bac98-156d-4168-9fe5-4a549bfb4b46 admin admin] Usage tracker for resource:security_group_rule and tenant:781edfb8f8814e1ca18fa9eced61af38 is out of sync, need to count used quota {{(pid=87786) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:58:44.215210 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f50bbb29-725d-4c78-8079-efd1d065c739 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Network 98d1e709-75a7-4f60-9ef6-cd80d5a9207b is already hosted by enough agents. {{(pid=87787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 02:58:44.219043 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.scheduler.base_scheduler [None req-f50bbb29-725d-4c78-8079-efd1d065c739 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Resources bound (agent type, host, resource id): {{(pid=87787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 02:58:44.222609 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [None req-a51bac98-156d-4168-9fe5-4a549bfb4b46 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87786) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:58:44.223433 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f50bbb29-725d-4c78-8079-efd1d065c739 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Received port after_create {{(pid=87787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 02:58:44.233772 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.quota.driver [None req-a51bac98-156d-4168-9fe5-4a549bfb4b46 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:58:44.338385 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50bbb29-725d-4c78-8079-efd1d065c739 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Pushing event updated for resources: {'Port': ['ID=04217502-2f33-4617-9746-c33464b967eb,revision_number=1']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:58:44.405680 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-a51bac98-156d-4168-9fe5-4a549bfb4b46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:44.449084 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-f50bbb29-725d-4c78-8079-efd1d065c739 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:44.496536 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-a51bac98-156d-4168-9fe5-4a549bfb4b46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:44.560945 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [None req-a51bac98-156d-4168-9fe5-4a549bfb4b46 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=781edfb8f8814e1ca18fa9eced61af38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4377546 Apr 08 02:58:44.564593 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.wsgi [-] (87786) accepted ('10.222.0.15', 45844) {{(pid=87786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:58:44.618921 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51bac98-156d-4168-9fe5-4a549bfb4b46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f26d9292-2be6-496e-857c-1b73bc38cd77,revision_number=1']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:58:44.619648 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-f50bbb29-725d-4c78-8079-efd1d065c739 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_update {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:44.644460 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-1e1149cc-da31-46e3-a162-a2f4eadf7e99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:44.723615 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-1e1149cc-da31-46e3-a162-a2f4eadf7e99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:44.878925 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-1e1149cc-da31-46e3-a162-a2f4eadf7e99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:44.907785 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1149cc-da31-46e3-a162-a2f4eadf7e99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f26d9292-2be6-496e-857c-1b73bc38cd77,revision_number=None']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:58:44.910216 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-1e1149cc-da31-46e3-a162-a2f4eadf7e99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:44.915057 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [None req-1e1149cc-da31-46e3-a162-a2f4eadf7e99 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f26d9292-2be6-496e-857c-1b73bc38cd77 HTTP/1.1" status: 204 len: 168 time: 0.3457391 Apr 08 02:58:45.004249 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-f50bbb29-725d-4c78-8079-efd1d065c739 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Notify callbacks [] for port, precommit_update {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:45.061405 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-f50bbb29-725d-4c78-8079-efd1d065c739 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762847214852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762846864698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762846864743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3006669'] for port, after_update {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:45.240767 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50bbb29-725d-4c78-8079-efd1d065c739 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Pushing event updated for resources: {'Port': ['ID=04217502-2f33-4617-9746-c33464b967eb,revision_number=2']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:58:45.254336 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-f50bbb29-725d-4c78-8079-efd1d065c739 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-333402'] for floatingip, after_update {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:45.325570 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-f50bbb29-725d-4c78-8079-efd1d065c739 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207533'] for floatingip, before_response {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:45.326881 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-f50bbb29-725d-4c78-8079-efd1d065c739 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0767844 Apr 08 02:58:46.523587 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-206436af-0697-4a60-8f65-1dd6586ae85a req-dbf064b6-49cc-43a2-9e05-1b5cadf70371 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1698038666&fields=id&tenant_id=9e6274c43de24b849ee9a4529c53f5b5 HTTP/1.1" status: 200 len: 267 time: 0.0700459 Apr 08 02:58:46.714500 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206436af-0697-4a60-8f65-1dd6586ae85a req-fce31b32-3880-4845-8220-36cb9fd18d9b tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:58:46.721400 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-206436af-0697-4a60-8f65-1dd6586ae85a req-fce31b32-3880-4845-8220-36cb9fd18d9b tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/networks?id=769a4c13-39df-48c1-b6cd-854ac881aaa3 HTTP/1.1" status: 200 len: 818 time: 0.1963520 Apr 08 02:58:46.737507 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-206436af-0697-4a60-8f65-1dd6586ae85a req-bd10f3b9-f434-432a-952b-450ec2e361ca tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/quotas/9e6274c43de24b849ee9a4529c53f5b5 HTTP/1.1" status: 200 len: 375 time: 0.0149090 Apr 08 02:58:46.910572 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-206436af-0697-4a60-8f65-1dd6586ae85a req-1b4c243f-9ed4-46ef-9afb-75917e1eabdd tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=9e6274c43de24b849ee9a4529c53f5b5&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1719015 Apr 08 02:58:47.127306 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-206436af-0697-4a60-8f65-1dd6586ae85a req-2f5763cc-c40d-4261-8279-0637080f1dda service neutron] 10.222.0.15 "GET /v2.0/networks/769a4c13-39df-48c1-b6cd-854ac881aaa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2011621 Apr 08 02:58:47.311105 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-206436af-0697-4a60-8f65-1dd6586ae85a req-2664ddb8-1fa4-497c-b0b3-0ac1be70bb0a service neutron] 10.222.0.15 "GET /v2.0/networks/769a4c13-39df-48c1-b6cd-854ac881aaa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1769900 Apr 08 02:58:47.667569 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-496e07f0-5ab3-4585-a19d-c1330d54beef req-dc85a818-907b-49f8-92a7-ecc1470a63a6 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7018345-ef6c-448f-a6e4-6737eabc6aff HTTP/1.1" status: 200 len: 210 time: 0.0567803 Apr 08 02:58:48.040631 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.wsgi [-] (87786) accepted ('10.222.0.15', 45974) {{(pid=87786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:58:48.213111 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-d11225e3-9aa6-47fa-a549-395363a752cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:48.229425 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.quota.driver [None req-d11225e3-9aa6-47fa-a549-395363a752cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:58:48.233588 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [None req-d11225e3-9aa6-47fa-a549-395363a752cf admin admin] Usage tracker for resource:security_group_rule and tenant:da8cf6776d774ccea1bc72eb078a28d8 is out of sync, need to count used quota {{(pid=87786) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:58:48.236720 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [None req-d11225e3-9aa6-47fa-a549-395363a752cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87786) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:58:48.242916 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.quota.driver [None req-d11225e3-9aa6-47fa-a549-395363a752cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:58:48.380934 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-d11225e3-9aa6-47fa-a549-395363a752cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:48.492197 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-d11225e3-9aa6-47fa-a549-395363a752cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:48.564720 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [None req-d11225e3-9aa6-47fa-a549-395363a752cf admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=da8cf6776d774ccea1bc72eb078a28d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5229924 Apr 08 02:58:48.565557 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11225e3-9aa6-47fa-a549-395363a752cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff510d12-8e80-4e37-a354-17ab374c8bd1,revision_number=1']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:58:48.568506 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.wsgi [-] (87786) accepted ('10.222.0.15', 45986) {{(pid=87786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:58:48.633087 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-d15b0e9c-fe68-4a91-b0b1-3d687868ea54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:48.664721 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-d15b0e9c-fe68-4a91-b0b1-3d687868ea54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:48.737247 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.agents_db [None req-78530461-7b12-4524-9e6e-3e4de8d78fc4 None None] Agent healthcheck: found 6 active agents {{(pid=87789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 02:58:48.865209 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-6f9b0976-49e1-4a9c-8ed5-53b6d836126f req-27972998-f65c-4c68-b46b-c325948c385b tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7018345-ef6c-448f-a6e4-6737eabc6aff HTTP/1.1" status: 200 len: 210 time: 0.0632019 Apr 08 02:58:48.884430 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-d15b0e9c-fe68-4a91-b0b1-3d687868ea54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:48.904711 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15b0e9c-fe68-4a91-b0b1-3d687868ea54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff510d12-8e80-4e37-a354-17ab374c8bd1,revision_number=None']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:58:48.908212 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-d15b0e9c-fe68-4a91-b0b1-3d687868ea54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:48.909547 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [None req-d15b0e9c-fe68-4a91-b0b1-3d687868ea54 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ff510d12-8e80-4e37-a354-17ab374c8bd1 HTTP/1.1" status: 204 len: 168 time: 0.3400805 Apr 08 02:58:50.045219 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-23f0b35a-1fab-48f4-a3e6-796e4bbd1ded req-b48340fa-4864-4483-a973-a5bfaf0a6b77 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7018345-ef6c-448f-a6e4-6737eabc6aff HTTP/1.1" status: 200 len: 210 time: 0.0490005 Apr 08 02:58:51.096733 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206436af-0697-4a60-8f65-1dd6586ae85a req-d476d1a7-6f3e-4da7-84f2-8c148902609a tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:58:51.098142 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-206436af-0697-4a60-8f65-1dd6586ae85a req-d476d1a7-6f3e-4da7-84f2-8c148902609a tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.39 "GET /v2.0/networks?id=769a4c13-39df-48c1-b6cd-854ac881aaa3 HTTP/1.1" status: 200 len: 818 time: 0.1539474 Apr 08 02:58:51.177158 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-206436af-0697-4a60-8f65-1dd6586ae85a req-eaae5c9b-ff4e-45c9-b404-0161146a3be5 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9e6274c43de24b849ee9a4529c53f5b5 HTTP/1.1" status: 200 len: 380 time: 0.0612602 Apr 08 02:58:51.217079 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.v2.base [req-206436af-0697-4a60-8f65-1dd6586ae85a req-86ed2a26-d939-4d7d-9f9b-09c2d2e26461 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Request body: {'port': {'device_id': 'c7018345-ef6c-448f-a6e4-6737eabc6aff', 'network_id': '769a4c13-39df-48c1-b6cd-854ac881aaa3', 'admin_state_up': True, 'tenant_id': '9e6274c43de24b849ee9a4529c53f5b5', 'security_groups': ['571e5dd1-f399-4374-b407-7bcc9f77f98a']}} {{(pid=87786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 02:58:51.242501 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-35d91efd-5ede-4e35-a493-19ac32f942be req-c751982b-85fc-4419-9488-2f34529d936e tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7018345-ef6c-448f-a6e4-6737eabc6aff HTTP/1.1" status: 200 len: 210 time: 0.0643964 Apr 08 02:58:51.404167 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.quota.driver [req-206436af-0697-4a60-8f65-1dd6586ae85a req-86ed2a26-d939-4d7d-9f9b-09c2d2e26461 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:58:51.415176 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.quota.driver [req-206436af-0697-4a60-8f65-1dd6586ae85a req-86ed2a26-d939-4d7d-9f9b-09c2d2e26461 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:58:51.529467 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-206436af-0697-4a60-8f65-1dd6586ae85a req-86ed2a26-d939-4d7d-9f9b-09c2d2e26461 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Made reservation on behalf of 9e6274c43de24b849ee9a4529c53f5b5 for: {'port': 1} {{(pid=87786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 02:58:51.533314 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [req-206436af-0697-4a60-8f65-1dd6586ae85a req-86ed2a26-d939-4d7d-9f9b-09c2d2e26461 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:51.706675 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.db_base_plugin_common [req-206436af-0697-4a60-8f65-1dd6586ae85a req-86ed2a26-d939-4d7d-9f9b-09c2d2e26461 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Allocated IP 172.20.0.10 (769a4c13-39df-48c1-b6cd-854ac881aaa3/2ff278b6-8dcd-49ad-92d3-ea301b80d1c2/2b57f67a-776a-4f71-a7a5-8dbbc62b7994) {{(pid=87786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 02:58:52.017798 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [req-206436af-0697-4a60-8f65-1dd6586ae85a req-86ed2a26-d939-4d7d-9f9b-09c2d2e26461 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Notify callbacks [] for port, precommit_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:52.057114 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.provisioning_blocks [req-206436af-0697-4a60-8f65-1dd6586ae85a req-86ed2a26-d939-4d7d-9f9b-09c2d2e26461 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Transition to ACTIVE for port object 2b57f67a-776a-4f71-a7a5-8dbbc62b7994 will not be triggered until provisioned by entity DHCP. {{(pid=87786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 02:58:52.064018 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d0a0ae-1285-445d-88a6-2a6f614766bc req-9ad6ad43-12a5-4226-ac91-90f2c1d88b56 tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:58:52.064683 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [req-b1d0a0ae-1285-445d-88a6-2a6f614766bc req-9ad6ad43-12a5-4226-ac91-90f2c1d88b56 tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Synchronizing usage tracker for tenant:e54ae39904dd451ab45f8d4f4dd2c54f on resource:network {{(pid=87786) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 02:58:52.152345 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [req-b1d0a0ae-1285-445d-88a6-2a6f614766bc req-9ad6ad43-12a5-4226-ac91-90f2c1d88b56 tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Unset dirty status for tenant:e54ae39904dd451ab45f8d4f4dd2c54f on resource:network {{(pid=87786) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 02:58:52.153504 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-b1d0a0ae-1285-445d-88a6-2a6f614766bc req-9ad6ad43-12a5-4226-ac91-90f2c1d88b56 tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] 10.222.0.15 "GET /v2.0/networks?id=bd9205d9-b280-4f90-8987-2cd32fbefb13 HTTP/1.1" status: 200 len: 814 time: 0.3117352 Apr 08 02:58:52.168225 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-b1d0a0ae-1285-445d-88a6-2a6f614766bc req-2f249e4a-d358-4cbc-95ec-efa173574192 tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] 10.222.0.15 "GET /v2.0/quotas/e54ae39904dd451ab45f8d4f4dd2c54f HTTP/1.1" status: 200 len: 375 time: 0.0091250 Apr 08 02:58:52.175154 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [req-206436af-0697-4a60-8f65-1dd6586ae85a req-86ed2a26-d939-4d7d-9f9b-09c2d2e26461 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762846864680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2754409'] for port, after_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:52.393260 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-206436af-0697-4a60-8f65-1dd6586ae85a req-86ed2a26-d939-4d7d-9f9b-09c2d2e26461 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Network 769a4c13-39df-48c1-b6cd-854ac881aaa3 is already hosted by enough agents. {{(pid=87786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 02:58:52.403300 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.scheduler.base_scheduler [req-206436af-0697-4a60-8f65-1dd6586ae85a req-86ed2a26-d939-4d7d-9f9b-09c2d2e26461 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Resources bound (agent type, host, resource id): {{(pid=87786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 02:58:52.406662 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.l3_dvrscheduler_db [req-206436af-0697-4a60-8f65-1dd6586ae85a req-86ed2a26-d939-4d7d-9f9b-09c2d2e26461 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Received port after_create {{(pid=87786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 02:58:52.488811 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ed2a26-d939-4d7d-9f9b-09c2d2e26461 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Pushing event updated for resources: {'Port': ['ID=2b57f67a-776a-4f71-a7a5-8dbbc62b7994,revision_number=1']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:58:52.532312 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206436af-0697-4a60-8f65-1dd6586ae85a req-86ed2a26-d939-4d7d-9f9b-09c2d2e26461 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:58:52.532940 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [req-206436af-0697-4a60-8f65-1dd6586ae85a req-86ed2a26-d939-4d7d-9f9b-09c2d2e26461 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207533'] for port, before_response {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:52.588659 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-b1d0a0ae-1285-445d-88a6-2a6f614766bc req-4872e7ae-55f7-46db-9a95-3d9cc87167b9 tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=e54ae39904dd451ab45f8d4f4dd2c54f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4121780 Apr 08 02:58:52.609978 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32383fc-6355-484f-978a-922fecf063d8 req-3fe8593e-1573-4d8f-ab55-d5aa59c4a041 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:58:52.610661 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [req-b32383fc-6355-484f-978a-922fecf063d8 req-3fe8593e-1573-4d8f-ab55-d5aa59c4a041 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Synchronizing usage tracker for tenant:9e6274c43de24b849ee9a4529c53f5b5 on resource:port {{(pid=87786) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 02:58:52.706985 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-534da148-83bc-49c6-a402-a163944b8a54 None None] Provisioning for port 2b57f67a-776a-4f71-a7a5-8dbbc62b7994 completed by entity DHCP. {{(pid=87788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 02:58:52.713755 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-206436af-0697-4a60-8f65-1dd6586ae85a req-86ed2a26-d939-4d7d-9f9b-09c2d2e26461 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5004766 Apr 08 02:58:52.717255 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-534da148-83bc-49c6-a402-a163944b8a54 None None] Provisioning complete for port 2b57f67a-776a-4f71-a7a5-8dbbc62b7994 triggered by entity DHCP. {{(pid=87788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 02:58:52.717755 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-534da148-83bc-49c6-a402-a163944b8a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587297'] for port, provisioning_complete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:52.751918 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.v2.base [req-206436af-0697-4a60-8f65-1dd6586ae85a req-6f4438a3-2ba7-4bd0-a27e-1839d5d52b3e service neutron] Request body: {'port': {'device_id': 'c7018345-ef6c-448f-a6e4-6737eabc6aff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83705'}} {{(pid=87786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 02:58:52.771857 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.plugin [None req-534da148-83bc-49c6-a402-a163944b8a54 None None] Port 2b57f67a-776a-4f71-a7a5-8dbbc62b7994 cannot update to ACTIVE because it is not bound. {{(pid=87788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 02:58:52.796443 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [req-b32383fc-6355-484f-978a-922fecf063d8 req-3fe8593e-1573-4d8f-ab55-d5aa59c4a041 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Unset dirty status for tenant:9e6274c43de24b849ee9a4529c53f5b5 on resource:port {{(pid=87786) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 02:58:52.797612 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-b32383fc-6355-484f-978a-922fecf063d8 req-3fe8593e-1573-4d8f-ab55-d5aa59c4a041 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7018345-ef6c-448f-a6e4-6737eabc6aff HTTP/1.1" status: 200 len: 932 time: 0.3955300 Apr 08 02:58:52.804774 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-b1d0a0ae-1285-445d-88a6-2a6f614766bc req-bbf4c187-66e6-4126-8b47-219c3026af51 service neutron] 10.222.0.15 "GET /v2.0/networks/bd9205d9-b280-4f90-8987-2cd32fbefb13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1911266 Apr 08 02:58:52.979006 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-b32383fc-6355-484f-978a-922fecf063d8 req-5c727ed4-170c-4e1b-ad6f-8d5e8792c12f tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/security-groups?id=571e5dd1-f399-4374-b407-7bcc9f77f98a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1714580 Apr 08 02:58:53.008992 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [req-206436af-0697-4a60-8f65-1dd6586ae85a req-6f4438a3-2ba7-4bd0-a27e-1839d5d52b3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_update {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:53.077166 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-b1d0a0ae-1285-445d-88a6-2a6f614766bc req-80f7d281-dc12-4b8b-bdcf-211b01e791e6 service neutron] 10.222.0.15 "GET /v2.0/networks/bd9205d9-b280-4f90-8987-2cd32fbefb13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2648647 Apr 08 02:58:53.373318 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-d603a981-ebb1-4f93-a978-27cb0117ddec req-73481283-b244-4008-96b6-db6f35f6d383 tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] 10.222.0.15 "GET /v2.0/ports?device_id=a27a10dc-251a-43a1-a678-3f066f540399 HTTP/1.1" status: 200 len: 210 time: 0.0701637 Apr 08 02:58:53.460670 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.notifiers.nova [req-206436af-0697-4a60-8f65-1dd6586ae85a req-6f4438a3-2ba7-4bd0-a27e-1839d5d52b3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b57f67a-776a-4f71-a7a5-8dbbc62b7994 {{(pid=87786) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 02:58:53.467866 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [req-206436af-0697-4a60-8f65-1dd6586ae85a req-6f4438a3-2ba7-4bd0-a27e-1839d5d52b3e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:53.481824 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.provisioning_blocks [req-206436af-0697-4a60-8f65-1dd6586ae85a req-6f4438a3-2ba7-4bd0-a27e-1839d5d52b3e service neutron] Transition to ACTIVE for port object 2b57f67a-776a-4f71-a7a5-8dbbc62b7994 will not be triggered until provisioned by entity L2. {{(pid=87786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 02:58:53.587234 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [req-206436af-0697-4a60-8f65-1dd6586ae85a req-6f4438a3-2ba7-4bd0-a27e-1839d5d52b3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762847214852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762846864698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762846864743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2754402'] for port, after_update {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:53.795049 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4438a3-2ba7-4bd0-a27e-1839d5d52b3e service neutron] Pushing event updated for resources: {'Port': ['ID=2b57f67a-776a-4f71-a7a5-8dbbc62b7994,revision_number=2']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:58:53.867090 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.managers [req-206436af-0697-4a60-8f65-1dd6586ae85a req-6f4438a3-2ba7-4bd0-a27e-1839d5d52b3e service neutron] Attempting to bind port 2b57f67a-776a-4f71-a7a5-8dbbc62b7994 on host hv-cinder-83705 for vnic_type normal with profile {{(pid=87786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 02:58:53.867545 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.managers [req-206436af-0697-4a60-8f65-1dd6586ae85a req-6f4438a3-2ba7-4bd0-a27e-1839d5d52b3e service neutron] Attempting to bind port 2b57f67a-776a-4f71-a7a5-8dbbc62b7994 by drivers openvswitch,hyperv on host hv-cinder-83705 at level 0 using segments [{'id': 'b999ec1c-7290-4f58-a0e4-e85f79fb25cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '769a4c13-39df-48c1-b6cd-854ac881aaa3'}] {{(pid=87786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 02:58:53.867781 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-206436af-0697-4a60-8f65-1dd6586ae85a req-6f4438a3-2ba7-4bd0-a27e-1839d5d52b3e service neutron] Attempting to bind port 2b57f67a-776a-4f71-a7a5-8dbbc62b7994 on network 769a4c13-39df-48c1-b6cd-854ac881aaa3 {{(pid=87786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 02:58:53.872594 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-206436af-0697-4a60-8f65-1dd6586ae85a req-6f4438a3-2ba7-4bd0-a27e-1839d5d52b3e service neutron] Port 2b57f67a-776a-4f71-a7a5-8dbbc62b7994 on network 769a4c13-39df-48c1-b6cd-854ac881aaa3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83705 {{(pid=87786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 08 02:58:53.872958 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-206436af-0697-4a60-8f65-1dd6586ae85a req-6f4438a3-2ba7-4bd0-a27e-1839d5d52b3e service neutron] Attempting to bind port 2b57f67a-776a-4f71-a7a5-8dbbc62b7994 on network 769a4c13-39df-48c1-b6cd-854ac881aaa3 {{(pid=87786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 02:58:53.878129 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-206436af-0697-4a60-8f65-1dd6586ae85a req-6f4438a3-2ba7-4bd0-a27e-1839d5d52b3e service neutron] Checking agent: {'id': '80029809-569d-4306-9121-6b636b3093bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83705', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 2, 54, 9), 'started_at': datetime.datetime(2022, 4, 8, 2, 54, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 2, 58, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 02:58:53.878465 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-206436af-0697-4a60-8f65-1dd6586ae85a req-6f4438a3-2ba7-4bd0-a27e-1839d5d52b3e service neutron] Checking segment: {'id': 'b999ec1c-7290-4f58-a0e4-e85f79fb25cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '769a4c13-39df-48c1-b6cd-854ac881aaa3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 02:58:53.878841 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-206436af-0697-4a60-8f65-1dd6586ae85a req-6f4438a3-2ba7-4bd0-a27e-1839d5d52b3e service neutron] Bound using segment: {'id': 'b999ec1c-7290-4f58-a0e4-e85f79fb25cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '769a4c13-39df-48c1-b6cd-854ac881aaa3'} {{(pid=87786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 02:58:53.879295 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.managers [req-206436af-0697-4a60-8f65-1dd6586ae85a req-6f4438a3-2ba7-4bd0-a27e-1839d5d52b3e service neutron] Bound port: 2b57f67a-776a-4f71-a7a5-8dbbc62b7994, host: hv-cinder-83705, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b999ec1c-7290-4f58-a0e4-e85f79fb25cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '769a4c13-39df-48c1-b6cd-854ac881aaa3'}}] {{(pid=87786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 02:58:53.879641 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [req-206436af-0697-4a60-8f65-1dd6586ae85a req-6f4438a3-2ba7-4bd0-a27e-1839d5d52b3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_update {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:53.970926 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.db [req-206436af-0697-4a60-8f65-1dd6586ae85a req-6f4438a3-2ba7-4bd0-a27e-1839d5d52b3e service neutron] For port 2b57f67a-776a-4f71-a7a5-8dbbc62b7994, host hv-cinder-83705, cleared binding levels {{(pid=87786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 02:58:53.973766 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.db [req-206436af-0697-4a60-8f65-1dd6586ae85a req-6f4438a3-2ba7-4bd0-a27e-1839d5d52b3e service neutron] For port 2b57f67a-776a-4f71-a7a5-8dbbc62b7994, host hv-cinder-83705, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=2b57f67a-776a-4f71-a7a5-8dbbc62b7994,segment=NetworkSegment(b999ec1c-7290-4f58-a0e4-e85f79fb25cd),segment_id=b999ec1c-7290-4f58-a0e4-e85f79fb25cd)] {{(pid=87786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 02:58:54.044504 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [req-206436af-0697-4a60-8f65-1dd6586ae85a req-6f4438a3-2ba7-4bd0-a27e-1839d5d52b3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762847214852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762846864698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762846864743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2754402'] for port, after_update {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:54.106411 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206436af-0697-4a60-8f65-1dd6586ae85a req-6f4438a3-2ba7-4bd0-a27e-1839d5d52b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:58:54.107099 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [req-206436af-0697-4a60-8f65-1dd6586ae85a req-6f4438a3-2ba7-4bd0-a27e-1839d5d52b3e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207533'] for port, before_response {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:54.108769 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-206436af-0697-4a60-8f65-1dd6586ae85a req-6f4438a3-2ba7-4bd0-a27e-1839d5d52b3e service neutron] 10.222.0.39 "PUT /v2.0/ports/2b57f67a-776a-4f71-a7a5-8dbbc62b7994 HTTP/1.1" status: 200 len: 1094 time: 1.3609228 Apr 08 02:58:54.109186 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7018345-ef6c-448f-a6e4-6737eabc6aff', 'tag': '2b57f67a-776a-4f71-a7a5-8dbbc62b7994'}] {{(pid=87786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 02:58:54.173621 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f152063a-8da0-4a02-a568-c0429b5759d5'] response: {'name': 'network-changed', 'server_uuid': 'c7018345-ef6c-448f-a6e4-6737eabc6aff', 'tag': '2b57f67a-776a-4f71-a7a5-8dbbc62b7994', 'status': 'completed', 'code': 200} Apr 08 02:58:54.179006 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4438a3-2ba7-4bd0-a27e-1839d5d52b3e service neutron] Pushing event updated for resources: {'Port': ['ID=2b57f67a-776a-4f71-a7a5-8dbbc62b7994,revision_number=3']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:58:54.230494 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddea15e4-9161-4b13-8849-0419e5a4cf71 req-7a7759b9-4b10-4fd4-b5be-9c5f4a2b7706 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:58:54.238257 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-ddea15e4-9161-4b13-8849-0419e5a4cf71 req-7a7759b9-4b10-4fd4-b5be-9c5f4a2b7706 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7018345-ef6c-448f-a6e4-6737eabc6aff HTTP/1.1" status: 200 len: 944 time: 0.1334305 Apr 08 02:58:54.356507 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-ddea15e4-9161-4b13-8849-0419e5a4cf71 req-d3b81315-11ce-4a0c-b6d8-1a938059892a tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/security-groups?id=571e5dd1-f399-4374-b407-7bcc9f77f98a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1124518 Apr 08 02:58:54.391126 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8930d26-37b6-4f88-9847-44439c2a9cea req-4a33dfaf-1c1a-4d23-8100-ee3d1f5b088a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:58:54.392577 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-d8930d26-37b6-4f88-9847-44439c2a9cea req-4a33dfaf-1c1a-4d23-8100-ee3d1f5b088a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9e6274c43de24b849ee9a4529c53f5b5&device_id=c7018345-ef6c-448f-a6e4-6737eabc6aff HTTP/1.1" status: 200 len: 1097 time: 0.1387937 Apr 08 02:58:54.609148 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-fdfd30e5-97c7-4280-97ca-8aace8918955 req-a9552f8e-c3f2-42e2-a90e-c75b536ef50c tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] 10.222.0.15 "GET /v2.0/ports?device_id=a27a10dc-251a-43a1-a678-3f066f540399 HTTP/1.1" status: 200 len: 210 time: 0.1625845 Apr 08 02:58:54.660172 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8930d26-37b6-4f88-9847-44439c2a9cea req-02e93943-4559-407e-867b-92fcd0dce00e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:58:54.661607 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-d8930d26-37b6-4f88-9847-44439c2a9cea req-02e93943-4559-407e-867b-92fcd0dce00e service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=9e6274c43de24b849ee9a4529c53f5b5&shared=False HTTP/1.1" status: 200 len: 919 time: 0.2528675 Apr 08 02:58:54.817109 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8930d26-37b6-4f88-9847-44439c2a9cea req-6c7ffbc5-bb8a-4c9c-aa7b-32c5269a783f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:58:54.817588 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-d8930d26-37b6-4f88-9847-44439c2a9cea req-6c7ffbc5-bb8a-4c9c-aa7b-32c5269a783f service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1386583 Apr 08 02:58:55.018883 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206436af-0697-4a60-8f65-1dd6586ae85a req-e34c7a37-6585-4ff6-a104-9fbd360c7436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:58:55.020445 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-206436af-0697-4a60-8f65-1dd6586ae85a req-e34c7a37-6585-4ff6-a104-9fbd360c7436 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9e6274c43de24b849ee9a4529c53f5b5&device_id=c7018345-ef6c-448f-a6e4-6737eabc6aff HTTP/1.1" status: 200 len: 1097 time: 0.0848119 Apr 08 02:58:55.103059 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-206436af-0697-4a60-8f65-1dd6586ae85a req-59d9b1ea-01d0-4583-b46b-4d7eb87fbb5a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2b57f67a-776a-4f71-a7a5-8dbbc62b7994 HTTP/1.1" status: 200 len: 217 time: 0.0636191 Apr 08 02:58:55.172242 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206436af-0697-4a60-8f65-1dd6586ae85a req-bb81ccdf-b8a2-44cc-a1e7-6a8db1869c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:58:55.173745 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-206436af-0697-4a60-8f65-1dd6586ae85a req-bb81ccdf-b8a2-44cc-a1e7-6a8db1869c26 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2ff278b6-8dcd-49ad-92d3-ea301b80d1c2 HTTP/1.1" status: 200 len: 857 time: 0.0627677 Apr 08 02:58:55.264389 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206436af-0697-4a60-8f65-1dd6586ae85a req-8a4d4cd3-175f-4ec5-9f94-93f7b60ea392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:58:55.265850 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-206436af-0697-4a60-8f65-1dd6586ae85a req-8a4d4cd3-175f-4ec5-9f94-93f7b60ea392 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=769a4c13-39df-48c1-b6cd-854ac881aaa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0739501 Apr 08 02:58:55.421586 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-206436af-0697-4a60-8f65-1dd6586ae85a req-3c8594e6-9d1f-4693-b208-5d0c2a3b6a78 service neutron] 10.222.0.39 "GET /v2.0/networks/769a4c13-39df-48c1-b6cd-854ac881aaa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476908 Apr 08 02:58:55.620826 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-206436af-0697-4a60-8f65-1dd6586ae85a req-98795878-a890-4820-ad45-de79c00da760 service neutron] 10.222.0.39 "GET /v2.0/networks/769a4c13-39df-48c1-b6cd-854ac881aaa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1915765 Apr 08 02:58:55.651725 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d685c3-08d3-4cbd-8bfd-c16ecc4e015c req-70586104-1b6d-46c2-95a7-dca931552230 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:58:55.653303 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-14d685c3-08d3-4cbd-8bfd-c16ecc4e015c req-70586104-1b6d-46c2-95a7-dca931552230 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7018345-ef6c-448f-a6e4-6737eabc6aff HTTP/1.1" status: 200 len: 944 time: 0.1888819 Apr 08 02:58:55.699518 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-14d685c3-08d3-4cbd-8bfd-c16ecc4e015c req-561ac870-6817-4d79-8150-3a9c07e33ec1 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/security-groups?id=571e5dd1-f399-4374-b407-7bcc9f77f98a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394320 Apr 08 02:58:55.766525 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-6370dfed-2dee-4d02-b417-fee5be61a521 req-5a56d8ec-1527-490e-9e55-52af4bfb49c5 tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] 10.222.0.15 "GET /v2.0/ports?device_id=a27a10dc-251a-43a1-a678-3f066f540399 HTTP/1.1" status: 200 len: 210 time: 0.0416794 Apr 08 02:58:55.867378 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-10357e89-9d48-43a2-9aaa-21bd0a6954e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:55.948178 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d0a0ae-1285-445d-88a6-2a6f614766bc req-d4b43397-3b5d-4f4c-81bd-29e3e2ed2f5a tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:58:55.949630 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-b1d0a0ae-1285-445d-88a6-2a6f614766bc req-d4b43397-3b5d-4f4c-81bd-29e3e2ed2f5a tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] 10.222.0.39 "GET /v2.0/networks?id=bd9205d9-b280-4f90-8987-2cd32fbefb13 HTTP/1.1" status: 200 len: 814 time: 0.1418293 Apr 08 02:58:55.972397 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.v2.base [req-b1d0a0ae-1285-445d-88a6-2a6f614766bc req-248d1494-5820-44ee-9ec9-f22ddf352c0f tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Request body: {'port': {'device_id': 'a27a10dc-251a-43a1-a678-3f066f540399', 'network_id': 'bd9205d9-b280-4f90-8987-2cd32fbefb13', 'admin_state_up': True, 'tenant_id': 'e54ae39904dd451ab45f8d4f4dd2c54f'}} {{(pid=87786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 02:58:56.108017 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.quota.driver [req-b1d0a0ae-1285-445d-88a6-2a6f614766bc req-248d1494-5820-44ee-9ec9-f22ddf352c0f tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:58:56.111872 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [req-b1d0a0ae-1285-445d-88a6-2a6f614766bc req-248d1494-5820-44ee-9ec9-f22ddf352c0f tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Usage tracker for resource:port and tenant:e54ae39904dd451ab45f8d4f4dd2c54f is out of sync, need to count used quota {{(pid=87786) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:58:56.114627 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [req-b1d0a0ae-1285-445d-88a6-2a6f614766bc req-248d1494-5820-44ee-9ec9-f22ddf352c0f tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87786) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:58:56.120457 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.quota.driver [req-b1d0a0ae-1285-445d-88a6-2a6f614766bc req-248d1494-5820-44ee-9ec9-f22ddf352c0f tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:58:56.204131 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1d0a0ae-1285-445d-88a6-2a6f614766bc req-248d1494-5820-44ee-9ec9-f22ddf352c0f tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Made reservation on behalf of e54ae39904dd451ab45f8d4f4dd2c54f for: {'port': 1} {{(pid=87786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 02:58:56.207534 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [req-b1d0a0ae-1285-445d-88a6-2a6f614766bc req-248d1494-5820-44ee-9ec9-f22ddf352c0f tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:56.374311 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.db_base_plugin_common [req-b1d0a0ae-1285-445d-88a6-2a6f614766bc req-248d1494-5820-44ee-9ec9-f22ddf352c0f tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Allocated IP 172.20.0.6 (bd9205d9-b280-4f90-8987-2cd32fbefb13/2c480e54-0d9e-4bc0-858b-99b185c4ed0c/1a657876-5e33-4830-837a-fb58e7d28a92) {{(pid=87786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 02:58:56.589701 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [req-b1d0a0ae-1285-445d-88a6-2a6f614766bc req-248d1494-5820-44ee-9ec9-f22ddf352c0f tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Notify callbacks [] for port, precommit_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:56.605542 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.provisioning_blocks [req-b1d0a0ae-1285-445d-88a6-2a6f614766bc req-248d1494-5820-44ee-9ec9-f22ddf352c0f tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Transition to ACTIVE for port object 1a657876-5e33-4830-837a-fb58e7d28a92 will not be triggered until provisioned by entity DHCP. {{(pid=87786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 02:58:56.712803 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [req-b1d0a0ae-1285-445d-88a6-2a6f614766bc req-248d1494-5820-44ee-9ec9-f22ddf352c0f tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762846864680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2754409'] for port, after_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:56.902399 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1d0a0ae-1285-445d-88a6-2a6f614766bc req-248d1494-5820-44ee-9ec9-f22ddf352c0f tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Network bd9205d9-b280-4f90-8987-2cd32fbefb13 is already hosted by enough agents. {{(pid=87786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 02:58:56.906894 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.scheduler.base_scheduler [req-b1d0a0ae-1285-445d-88a6-2a6f614766bc req-248d1494-5820-44ee-9ec9-f22ddf352c0f tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Resources bound (agent type, host, resource id): {{(pid=87786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 02:58:56.916695 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1d0a0ae-1285-445d-88a6-2a6f614766bc req-248d1494-5820-44ee-9ec9-f22ddf352c0f tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Received port after_create {{(pid=87786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 02:58:56.957747 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248d1494-5820-44ee-9ec9-f22ddf352c0f tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Pushing event updated for resources: {'Port': ['ID=1a657876-5e33-4830-837a-fb58e7d28a92,revision_number=1']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:58:57.043359 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d0a0ae-1285-445d-88a6-2a6f614766bc req-248d1494-5820-44ee-9ec9-f22ddf352c0f tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:58:57.043899 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [req-b1d0a0ae-1285-445d-88a6-2a6f614766bc req-248d1494-5820-44ee-9ec9-f22ddf352c0f tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207533'] for port, before_response {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:57.078983 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457a43fc-d9f6-4cc9-9efe-66e69796ab7d req-7d253367-1f62-4c5d-8cab-26c25f2693d4 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:58:57.081178 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-457a43fc-d9f6-4cc9-9efe-66e69796ab7d req-7d253367-1f62-4c5d-8cab-26c25f2693d4 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7018345-ef6c-448f-a6e4-6737eabc6aff HTTP/1.1" status: 200 len: 944 time: 0.2575455 Apr 08 02:58:57.144276 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d34035-03f5-4126-aeb0-13ad7a83023f req-c9b838f6-bf1c-4f03-9be2-8d1c6c025af2 tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:58:57.145047 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [req-35d34035-03f5-4126-aeb0-13ad7a83023f req-c9b838f6-bf1c-4f03-9be2-8d1c6c025af2 tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Synchronizing usage tracker for tenant:e54ae39904dd451ab45f8d4f4dd2c54f on resource:port {{(pid=87786) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 02:58:57.152325 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-b1d0a0ae-1285-445d-88a6-2a6f614766bc req-248d1494-5820-44ee-9ec9-f22ddf352c0f tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1837785 Apr 08 02:58:57.155817 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-457a43fc-d9f6-4cc9-9efe-66e69796ab7d req-50171101-83bd-4fd4-a469-ee4690e66c70 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/security-groups?id=571e5dd1-f399-4374-b407-7bcc9f77f98a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661693 Apr 08 02:58:57.174059 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.v2.base [req-b1d0a0ae-1285-445d-88a6-2a6f614766bc req-eae35163-a615-4138-a0e7-7878cc07f16b service neutron] Request body: {'port': {'device_id': 'a27a10dc-251a-43a1-a678-3f066f540399', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83705'}} {{(pid=87786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 02:58:57.250365 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-2493ccbe-e5e7-40dd-adcc-de1a413bfc7e None None] Provisioning for port 1a657876-5e33-4830-837a-fb58e7d28a92 completed by entity DHCP. {{(pid=87788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 02:58:57.255607 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-2493ccbe-e5e7-40dd-adcc-de1a413bfc7e None None] Provisioning complete for port 1a657876-5e33-4830-837a-fb58e7d28a92 triggered by entity DHCP. {{(pid=87788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 02:58:57.255974 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-2493ccbe-e5e7-40dd-adcc-de1a413bfc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587297'] for port, provisioning_complete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:57.263833 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [req-35d34035-03f5-4126-aeb0-13ad7a83023f req-c9b838f6-bf1c-4f03-9be2-8d1c6c025af2 tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Unset dirty status for tenant:e54ae39904dd451ab45f8d4f4dd2c54f on resource:port {{(pid=87786) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 02:58:57.264881 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-35d34035-03f5-4126-aeb0-13ad7a83023f req-c9b838f6-bf1c-4f03-9be2-8d1c6c025af2 tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] 10.222.0.15 "GET /v2.0/ports?device_id=a27a10dc-251a-43a1-a678-3f066f540399 HTTP/1.1" status: 200 len: 931 time: 0.3122897 Apr 08 02:58:57.324307 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.plugin [None req-2493ccbe-e5e7-40dd-adcc-de1a413bfc7e None None] Port 1a657876-5e33-4830-837a-fb58e7d28a92 cannot update to ACTIVE because it is not bound. {{(pid=87788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 02:58:57.334135 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [req-b1d0a0ae-1285-445d-88a6-2a6f614766bc req-eae35163-a615-4138-a0e7-7878cc07f16b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_update {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:57.372764 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [req-35d34035-03f5-4126-aeb0-13ad7a83023f req-7119032c-b05d-45b0-9ba6-ca9eb0f471aa tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Synchronizing usage tracker for tenant:e54ae39904dd451ab45f8d4f4dd2c54f on resource:security_group {{(pid=87786) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 02:58:57.525564 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [req-35d34035-03f5-4126-aeb0-13ad7a83023f req-7119032c-b05d-45b0-9ba6-ca9eb0f471aa tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Unset dirty status for tenant:e54ae39904dd451ab45f8d4f4dd2c54f on resource:security_group {{(pid=87786) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 02:58:57.526726 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-35d34035-03f5-4126-aeb0-13ad7a83023f req-7119032c-b05d-45b0-9ba6-ca9eb0f471aa tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d0b1559-7425-473f-bd1c-fb1704313e64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2515504 Apr 08 02:58:57.805198 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.notifiers.nova [req-b1d0a0ae-1285-445d-88a6-2a6f614766bc req-eae35163-a615-4138-a0e7-7878cc07f16b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a657876-5e33-4830-837a-fb58e7d28a92 {{(pid=87786) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 02:58:57.812777 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [req-b1d0a0ae-1285-445d-88a6-2a6f614766bc req-eae35163-a615-4138-a0e7-7878cc07f16b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:57.828201 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.provisioning_blocks [req-b1d0a0ae-1285-445d-88a6-2a6f614766bc req-eae35163-a615-4138-a0e7-7878cc07f16b service neutron] Transition to ACTIVE for port object 1a657876-5e33-4830-837a-fb58e7d28a92 will not be triggered until provisioned by entity L2. {{(pid=87786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 02:58:57.918166 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [req-b1d0a0ae-1285-445d-88a6-2a6f614766bc req-eae35163-a615-4138-a0e7-7878cc07f16b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762847214852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762846864698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762846864743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2754402'] for port, after_update {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:58.081719 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae35163-a615-4138-a0e7-7878cc07f16b service neutron] Pushing event updated for resources: {'Port': ['ID=1a657876-5e33-4830-837a-fb58e7d28a92,revision_number=2']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:58:58.172108 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.managers [req-b1d0a0ae-1285-445d-88a6-2a6f614766bc req-eae35163-a615-4138-a0e7-7878cc07f16b service neutron] Attempting to bind port 1a657876-5e33-4830-837a-fb58e7d28a92 on host hv-cinder-83705 for vnic_type normal with profile {{(pid=87786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 02:58:58.172466 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.managers [req-b1d0a0ae-1285-445d-88a6-2a6f614766bc req-eae35163-a615-4138-a0e7-7878cc07f16b service neutron] Attempting to bind port 1a657876-5e33-4830-837a-fb58e7d28a92 by drivers openvswitch,hyperv on host hv-cinder-83705 at level 0 using segments [{'id': 'fbbea2b2-6b34-4085-aa23-2abb9eaccb63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'bd9205d9-b280-4f90-8987-2cd32fbefb13'}] {{(pid=87786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 02:58:58.172794 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1d0a0ae-1285-445d-88a6-2a6f614766bc req-eae35163-a615-4138-a0e7-7878cc07f16b service neutron] Attempting to bind port 1a657876-5e33-4830-837a-fb58e7d28a92 on network bd9205d9-b280-4f90-8987-2cd32fbefb13 {{(pid=87786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 02:58:58.177606 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1d0a0ae-1285-445d-88a6-2a6f614766bc req-eae35163-a615-4138-a0e7-7878cc07f16b service neutron] Port 1a657876-5e33-4830-837a-fb58e7d28a92 on network bd9205d9-b280-4f90-8987-2cd32fbefb13 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83705 {{(pid=87786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 08 02:58:58.177927 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1d0a0ae-1285-445d-88a6-2a6f614766bc req-eae35163-a615-4138-a0e7-7878cc07f16b service neutron] Attempting to bind port 1a657876-5e33-4830-837a-fb58e7d28a92 on network bd9205d9-b280-4f90-8987-2cd32fbefb13 {{(pid=87786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 02:58:58.183876 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1d0a0ae-1285-445d-88a6-2a6f614766bc req-eae35163-a615-4138-a0e7-7878cc07f16b service neutron] Checking agent: {'id': '80029809-569d-4306-9121-6b636b3093bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83705', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 2, 54, 9), 'started_at': datetime.datetime(2022, 4, 8, 2, 54, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 2, 58, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 02:58:58.184214 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1d0a0ae-1285-445d-88a6-2a6f614766bc req-eae35163-a615-4138-a0e7-7878cc07f16b service neutron] Checking segment: {'id': 'fbbea2b2-6b34-4085-aa23-2abb9eaccb63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'bd9205d9-b280-4f90-8987-2cd32fbefb13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 02:58:58.184599 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1d0a0ae-1285-445d-88a6-2a6f614766bc req-eae35163-a615-4138-a0e7-7878cc07f16b service neutron] Bound using segment: {'id': 'fbbea2b2-6b34-4085-aa23-2abb9eaccb63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'bd9205d9-b280-4f90-8987-2cd32fbefb13'} {{(pid=87786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 02:58:58.185027 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.managers [req-b1d0a0ae-1285-445d-88a6-2a6f614766bc req-eae35163-a615-4138-a0e7-7878cc07f16b service neutron] Bound port: 1a657876-5e33-4830-837a-fb58e7d28a92, host: hv-cinder-83705, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbbea2b2-6b34-4085-aa23-2abb9eaccb63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'bd9205d9-b280-4f90-8987-2cd32fbefb13'}}] {{(pid=87786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 02:58:58.185633 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [req-b1d0a0ae-1285-445d-88a6-2a6f614766bc req-eae35163-a615-4138-a0e7-7878cc07f16b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_update {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:58.318056 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-3c35e49a-7621-4fdf-89c6-8b3237adde35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:58.367988 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.db [req-b1d0a0ae-1285-445d-88a6-2a6f614766bc req-eae35163-a615-4138-a0e7-7878cc07f16b service neutron] For port 1a657876-5e33-4830-837a-fb58e7d28a92, host hv-cinder-83705, cleared binding levels {{(pid=87786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 02:58:58.372120 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.db [req-b1d0a0ae-1285-445d-88a6-2a6f614766bc req-eae35163-a615-4138-a0e7-7878cc07f16b service neutron] For port 1a657876-5e33-4830-837a-fb58e7d28a92, host hv-cinder-83705, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=1a657876-5e33-4830-837a-fb58e7d28a92,segment=NetworkSegment(fbbea2b2-6b34-4085-aa23-2abb9eaccb63),segment_id=fbbea2b2-6b34-4085-aa23-2abb9eaccb63)] {{(pid=87786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 02:58:58.401637 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b80013-ac1b-4997-a67e-afc51697bd95 req-41823850-70e9-4f65-9cb9-31c5ec0a6036 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:58:58.403017 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-23b80013-ac1b-4997-a67e-afc51697bd95 req-41823850-70e9-4f65-9cb9-31c5ec0a6036 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7018345-ef6c-448f-a6e4-6737eabc6aff HTTP/1.1" status: 200 len: 944 time: 0.1189666 Apr 08 02:58:58.450540 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-23b80013-ac1b-4997-a67e-afc51697bd95 req-9da2f1e4-0f15-43aa-b19d-9e875683b1dc tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/security-groups?id=571e5dd1-f399-4374-b407-7bcc9f77f98a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414803 Apr 08 02:58:58.456072 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [req-b1d0a0ae-1285-445d-88a6-2a6f614766bc req-eae35163-a615-4138-a0e7-7878cc07f16b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762847214852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762846864698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762846864743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2754402'] for port, after_update {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:58.516845 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d0a0ae-1285-445d-88a6-2a6f614766bc req-eae35163-a615-4138-a0e7-7878cc07f16b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:58:58.517574 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [req-b1d0a0ae-1285-445d-88a6-2a6f614766bc req-eae35163-a615-4138-a0e7-7878cc07f16b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207533'] for port, before_response {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:58.519214 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-b1d0a0ae-1285-445d-88a6-2a6f614766bc req-eae35163-a615-4138-a0e7-7878cc07f16b service neutron] 10.222.0.39 "PUT /v2.0/ports/1a657876-5e33-4830-837a-fb58e7d28a92 HTTP/1.1" status: 200 len: 1093 time: 1.3491416 Apr 08 02:58:58.523877 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a27a10dc-251a-43a1-a678-3f066f540399', 'tag': '1a657876-5e33-4830-837a-fb58e7d28a92'}] {{(pid=87786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 02:58:58.572619 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae35163-a615-4138-a0e7-7878cc07f16b service neutron] Pushing event updated for resources: {'Port': ['ID=1a657876-5e33-4830-837a-fb58e7d28a92,revision_number=3']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:58:58.590253 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4465c419-a623-493d-83e9-06809e50e5e9'] response: {'name': 'network-changed', 'server_uuid': 'a27a10dc-251a-43a1-a678-3f066f540399', 'tag': '1a657876-5e33-4830-837a-fb58e7d28a92', 'status': 'completed', 'code': 200} Apr 08 02:58:58.790609 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a378be00-a346-490e-bac9-258dfff900cd req-68b51901-27dd-430b-b4ba-d4a18318e01f tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:58:58.792443 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-a378be00-a346-490e-bac9-258dfff900cd req-68b51901-27dd-430b-b4ba-d4a18318e01f tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] 10.222.0.15 "GET /v2.0/ports?device_id=a27a10dc-251a-43a1-a678-3f066f540399 HTTP/1.1" status: 200 len: 943 time: 0.1275396 Apr 08 02:58:58.849758 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-a378be00-a346-490e-bac9-258dfff900cd req-78bbeb4a-80de-407f-825e-b382bde342ea tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d0b1559-7425-473f-bd1c-fb1704313e64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464902 Apr 08 02:58:59.124162 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-ef00a636-a289-418c-ab96-90866b017a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:59.255535 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:58:59.654975 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8333dbdc-551b-45a0-9bcc-f868bb0cb1fa req-722046d6-af8e-4572-80bb-2bb1c5da3776 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:58:59.657179 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-8333dbdc-551b-45a0-9bcc-f868bb0cb1fa req-722046d6-af8e-4572-80bb-2bb1c5da3776 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7018345-ef6c-448f-a6e4-6737eabc6aff HTTP/1.1" status: 200 len: 944 time: 0.0944636 Apr 08 02:58:59.706384 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-8333dbdc-551b-45a0-9bcc-f868bb0cb1fa req-3075bb28-88f7-4a12-9ed6-ae438c090f4e tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/security-groups?id=571e5dd1-f399-4374-b407-7bcc9f77f98a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388994 Apr 08 02:59:00.163041 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb672a5-14ba-440c-9b93-e15b88128cfa req-6badc147-a0d7-4d9d-a1c5-daecde543c00 tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:59:00.170248 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-4bb672a5-14ba-440c-9b93-e15b88128cfa req-6badc147-a0d7-4d9d-a1c5-daecde543c00 tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] 10.222.0.15 "GET /v2.0/ports?device_id=a27a10dc-251a-43a1-a678-3f066f540399 HTTP/1.1" status: 200 len: 943 time: 0.1993403 Apr 08 02:59:00.214342 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-4bb672a5-14ba-440c-9b93-e15b88128cfa req-7fdb21f8-18ad-4cc1-864a-f0ce14f73b98 tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d0b1559-7425-473f-bd1c-fb1704313e64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432374 Apr 08 02:59:00.866850 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-0700d8e1-2fb2-4ab8-b601-2cbd26aa24a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:59:00.908643 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54901ca2-3fff-404d-92f4-8e933b67daf1 req-baca702a-aeb9-482e-97ec-159b746a219a tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:59:00.910092 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-54901ca2-3fff-404d-92f4-8e933b67daf1 req-baca702a-aeb9-482e-97ec-159b746a219a tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7018345-ef6c-448f-a6e4-6737eabc6aff HTTP/1.1" status: 200 len: 944 time: 0.0830140 Apr 08 02:59:00.966113 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-54901ca2-3fff-404d-92f4-8e933b67daf1 req-6d073453-7c2d-4aa1-ad59-082c498da364 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/security-groups?id=571e5dd1-f399-4374-b407-7bcc9f77f98a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475435 Apr 08 02:59:01.414817 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bb1edf-04f5-4ce7-aeb4-c7d22fc8cfef req-f2b5b426-55a7-4644-8dc3-52a0fab418e8 tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:59:01.416521 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-20bb1edf-04f5-4ce7-aeb4-c7d22fc8cfef req-f2b5b426-55a7-4644-8dc3-52a0fab418e8 tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] 10.222.0.15 "GET /v2.0/ports?device_id=a27a10dc-251a-43a1-a678-3f066f540399 HTTP/1.1" status: 200 len: 943 time: 0.0892918 Apr 08 02:59:01.477486 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-20bb1edf-04f5-4ce7-aeb4-c7d22fc8cfef req-b4617ae8-f614-4486-ba06-a0352fc72e9d tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d0b1559-7425-473f-bd1c-fb1704313e64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533667 Apr 08 02:59:02.161515 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060e5df2-24e8-4cd4-88cd-cc4e8c013896 req-63531bfc-25cf-43d3-9abb-c20521260827 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:59:02.245753 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-060e5df2-24e8-4cd4-88cd-cc4e8c013896 req-63531bfc-25cf-43d3-9abb-c20521260827 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7018345-ef6c-448f-a6e4-6737eabc6aff HTTP/1.1" status: 200 len: 944 time: 0.0904350 Apr 08 02:59:02.245753 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-060e5df2-24e8-4cd4-88cd-cc4e8c013896 req-93df5789-24f8-4e0e-bbe7-c0c1639b9f1a tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/security-groups?id=571e5dd1-f399-4374-b407-7bcc9f77f98a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511577 Apr 08 02:59:02.694462 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8f57e9-2522-456d-947c-f0eb40ae151c req-9d9bb2f4-65e0-4a23-bb54-fa503a20abdb tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:59:02.695954 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-3b8f57e9-2522-456d-947c-f0eb40ae151c req-9d9bb2f4-65e0-4a23-bb54-fa503a20abdb tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] 10.222.0.15 "GET /v2.0/ports?device_id=a27a10dc-251a-43a1-a678-3f066f540399 HTTP/1.1" status: 200 len: 943 time: 0.0857046 Apr 08 02:59:02.752162 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-3b8f57e9-2522-456d-947c-f0eb40ae151c req-77f68bc4-deb0-49f4-ab9f-3c88dc50e5a1 tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d0b1559-7425-473f-bd1c-fb1704313e64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477166 Apr 08 02:59:03.425736 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f30caa5-dffd-4a34-a8ce-84716984fc46 req-21d5c0ba-a065-42ff-9d7e-231b5da01ce5 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:59:03.428975 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-9f30caa5-dffd-4a34-a8ce-84716984fc46 req-21d5c0ba-a065-42ff-9d7e-231b5da01ce5 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7018345-ef6c-448f-a6e4-6737eabc6aff HTTP/1.1" status: 200 len: 944 time: 0.0927896 Apr 08 02:59:03.482116 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-9f30caa5-dffd-4a34-a8ce-84716984fc46 req-3620c907-969e-4993-869a-19b09e5c024e tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/security-groups?id=571e5dd1-f399-4374-b407-7bcc9f77f98a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477939 Apr 08 02:59:03.941338 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c8bd1d-3721-4aff-a85d-6c70e448cdd5 req-916d0d25-d181-47dd-b4eb-b0687bd8a5a5 tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:59:03.943157 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-a0c8bd1d-3721-4aff-a85d-6c70e448cdd5 req-916d0d25-d181-47dd-b4eb-b0687bd8a5a5 tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] 10.222.0.15 "GET /v2.0/ports?device_id=a27a10dc-251a-43a1-a678-3f066f540399 HTTP/1.1" status: 200 len: 943 time: 0.0823245 Apr 08 02:59:03.996358 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-a0c8bd1d-3721-4aff-a85d-6c70e448cdd5 req-fe4fbad0-7e9b-44e1-b264-c1f5725937fb tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d0b1559-7425-473f-bd1c-fb1704313e64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471225 Apr 08 02:59:04.668969 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8cf2bc-56fa-420d-bf50-16a0758c0e56 req-0038c031-6d33-42d7-9221-dae3a89f5e8c tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:59:04.670612 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-da8cf2bc-56fa-420d-bf50-16a0758c0e56 req-0038c031-6d33-42d7-9221-dae3a89f5e8c tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7018345-ef6c-448f-a6e4-6737eabc6aff HTTP/1.1" status: 200 len: 944 time: 0.0803583 Apr 08 02:59:04.741574 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-da8cf2bc-56fa-420d-bf50-16a0758c0e56 req-6df153aa-def3-40b8-a56a-c0a6594f70cf tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/security-groups?id=571e5dd1-f399-4374-b407-7bcc9f77f98a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653708 Apr 08 02:59:05.220063 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eb8719-2c5e-4214-80a4-32cfa30eab0a req-7bebd8ad-33b3-408e-951c-329d9bc660d8 tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:59:05.221584 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-10eb8719-2c5e-4214-80a4-32cfa30eab0a req-7bebd8ad-33b3-408e-951c-329d9bc660d8 tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] 10.222.0.15 "GET /v2.0/ports?device_id=a27a10dc-251a-43a1-a678-3f066f540399 HTTP/1.1" status: 200 len: 943 time: 0.1168571 Apr 08 02:59:05.287671 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-10eb8719-2c5e-4214-80a4-32cfa30eab0a req-9ed13894-e4cf-478d-b5e1-e076b3752195 tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d0b1559-7425-473f-bd1c-fb1704313e64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593174 Apr 08 02:59:05.933709 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a24343c-47a6-487e-9d28-647c276e515d req-aaac5079-a7d7-4072-aba9-322c46563b0d tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:59:05.935466 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-2a24343c-47a6-487e-9d28-647c276e515d req-aaac5079-a7d7-4072-aba9-322c46563b0d tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7018345-ef6c-448f-a6e4-6737eabc6aff HTTP/1.1" status: 200 len: 944 time: 0.0808954 Apr 08 02:59:05.985122 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-2a24343c-47a6-487e-9d28-647c276e515d req-71e8efec-ea1c-45db-9801-6b5d7ddc5b46 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/security-groups?id=571e5dd1-f399-4374-b407-7bcc9f77f98a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426388 Apr 08 02:59:06.485535 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2981d9-295e-4200-aab1-d9034223df00 req-19e544ce-1c29-44d5-be00-43a8964bea0a tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:59:06.487061 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-6d2981d9-295e-4200-aab1-d9034223df00 req-19e544ce-1c29-44d5-be00-43a8964bea0a tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] 10.222.0.15 "GET /v2.0/ports?device_id=a27a10dc-251a-43a1-a678-3f066f540399 HTTP/1.1" status: 200 len: 943 time: 0.0823886 Apr 08 02:59:06.534713 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-6d2981d9-295e-4200-aab1-d9034223df00 req-5f44c2f4-6ffc-4d20-8a3f-001e4504a8bb tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d0b1559-7425-473f-bd1c-fb1704313e64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406268 Apr 08 02:59:07.182076 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62751b4a-7ff3-4c6e-b8f9-e378ca771455 req-74aeff66-7cd9-4a2d-b4d5-605957ffcff1 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:59:07.183599 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-62751b4a-7ff3-4c6e-b8f9-e378ca771455 req-74aeff66-7cd9-4a2d-b4d5-605957ffcff1 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7018345-ef6c-448f-a6e4-6737eabc6aff HTTP/1.1" status: 200 len: 944 time: 0.0855615 Apr 08 02:59:07.228974 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-62751b4a-7ff3-4c6e-b8f9-e378ca771455 req-7a037d50-67b6-4999-9ae3-5adbe8b1da23 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/security-groups?id=571e5dd1-f399-4374-b407-7bcc9f77f98a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391772 Apr 08 02:59:07.734313 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1657410-edde-4562-8b30-4d49929933e0 req-74292577-2197-44c9-b20a-4d7096b7ade3 tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:59:07.735795 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-c1657410-edde-4562-8b30-4d49929933e0 req-74292577-2197-44c9-b20a-4d7096b7ade3 tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] 10.222.0.15 "GET /v2.0/ports?device_id=a27a10dc-251a-43a1-a678-3f066f540399 HTTP/1.1" status: 200 len: 943 time: 0.0834680 Apr 08 02:59:07.810238 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-c1657410-edde-4562-8b30-4d49929933e0 req-271fa066-eecc-42c7-8461-8cbeb5ea864e tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d0b1559-7425-473f-bd1c-fb1704313e64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655725 Apr 08 02:59:08.421068 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbd2367-85f8-41fc-8d62-632aea1a968a req-f772483c-c176-415d-ab5c-907a87a5658c tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:59:08.422488 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-4fbd2367-85f8-41fc-8d62-632aea1a968a req-f772483c-c176-415d-ab5c-907a87a5658c tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7018345-ef6c-448f-a6e4-6737eabc6aff HTTP/1.1" status: 200 len: 944 time: 0.0850108 Apr 08 02:59:08.468809 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-4fbd2367-85f8-41fc-8d62-632aea1a968a req-96dcf8c4-ae57-4dbc-bf0a-0cf7fbe3582a tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/security-groups?id=571e5dd1-f399-4374-b407-7bcc9f77f98a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400300 Apr 08 02:59:09.013344 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb461804-1e7e-4b4b-b954-70a0fafdde92 req-19f26b66-f621-4fa5-872e-f9f41231ef01 tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:59:09.014827 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-cb461804-1e7e-4b4b-b954-70a0fafdde92 req-19f26b66-f621-4fa5-872e-f9f41231ef01 tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] 10.222.0.15 "GET /v2.0/ports?device_id=a27a10dc-251a-43a1-a678-3f066f540399 HTTP/1.1" status: 200 len: 943 time: 0.0807259 Apr 08 02:59:09.070210 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-cb461804-1e7e-4b4b-b954-70a0fafdde92 req-4b14396e-72c4-41c9-b029-6376b9ad096c tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d0b1559-7425-473f-bd1c-fb1704313e64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491464 Apr 08 02:59:09.180688 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:59:09.661256 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbdec7e-f08e-467d-a9f0-f2cabc5e6eb3 req-ffa30f4b-0f0a-4431-bce3-5e036b0f1186 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:59:09.662925 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-4fbdec7e-f08e-467d-a9f0-f2cabc5e6eb3 req-ffa30f4b-0f0a-4431-bce3-5e036b0f1186 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7018345-ef6c-448f-a6e4-6737eabc6aff HTTP/1.1" status: 200 len: 944 time: 0.0832760 Apr 08 02:59:09.718943 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-4fbdec7e-f08e-467d-a9f0-f2cabc5e6eb3 req-ae0a1c5c-b812-4317-bc62-22e31c7c3f34 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/security-groups?id=571e5dd1-f399-4374-b407-7bcc9f77f98a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503752 Apr 08 02:59:10.264362 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbcac44-0343-4e1d-9629-55dd5395a445 req-95c29cad-163a-4196-b591-fcd419c79bae tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:59:10.265825 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-9cbcac44-0343-4e1d-9629-55dd5395a445 req-95c29cad-163a-4196-b591-fcd419c79bae tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] 10.222.0.15 "GET /v2.0/ports?device_id=a27a10dc-251a-43a1-a678-3f066f540399 HTTP/1.1" status: 200 len: 943 time: 0.0837808 Apr 08 02:59:10.310837 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-9cbcac44-0343-4e1d-9629-55dd5395a445 req-813ca6df-70d9-4f28-9bf8-4c2d7c8c6603 tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d0b1559-7425-473f-bd1c-fb1704313e64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384693 Apr 08 02:59:10.900116 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c350e3ca-aba6-46bb-964c-52770d0a1a35 req-100cdbd3-a983-43e3-adce-979320ab2bdc tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:59:10.901573 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-c350e3ca-aba6-46bb-964c-52770d0a1a35 req-100cdbd3-a983-43e3-adce-979320ab2bdc tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7018345-ef6c-448f-a6e4-6737eabc6aff HTTP/1.1" status: 200 len: 944 time: 0.0779152 Apr 08 02:59:10.945678 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-c350e3ca-aba6-46bb-964c-52770d0a1a35 req-ea2764fe-2c2c-484f-8398-4d6ee7f6a072 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/security-groups?id=571e5dd1-f399-4374-b407-7bcc9f77f98a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381577 Apr 08 02:59:11.565592 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b44bc28-63d7-49f9-9abc-44822608b8b8 req-e6df6fff-9ea6-4859-af05-f4162841d4d7 tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:59:11.567048 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-7b44bc28-63d7-49f9-9abc-44822608b8b8 req-e6df6fff-9ea6-4859-af05-f4162841d4d7 tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] 10.222.0.15 "GET /v2.0/ports?device_id=a27a10dc-251a-43a1-a678-3f066f540399 HTTP/1.1" status: 200 len: 943 time: 0.1502507 Apr 08 02:59:11.610279 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-7b44bc28-63d7-49f9-9abc-44822608b8b8 req-0079aa69-a93e-416d-ab36-186ec603a07d tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d0b1559-7425-473f-bd1c-fb1704313e64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375185 Apr 08 02:59:12.139250 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe7782e-cf3f-4d9f-8f72-1c249d70233f req-0182ae30-caa9-4f87-8ef4-2f8bdcf3af90 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:59:12.140680 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-bfe7782e-cf3f-4d9f-8f72-1c249d70233f req-0182ae30-caa9-4f87-8ef4-2f8bdcf3af90 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7018345-ef6c-448f-a6e4-6737eabc6aff HTTP/1.1" status: 200 len: 944 time: 0.0863528 Apr 08 02:59:12.185496 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-bfe7782e-cf3f-4d9f-8f72-1c249d70233f req-f33f414f-3210-4232-a182-760a554c2e76 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/security-groups?id=571e5dd1-f399-4374-b407-7bcc9f77f98a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388124 Apr 08 02:59:12.801619 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85d173e-1565-44d2-84f5-0db5c58d83ae req-66083138-4a54-4616-9dbe-22c260f71066 tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:59:12.807694 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-f85d173e-1565-44d2-84f5-0db5c58d83ae req-66083138-4a54-4616-9dbe-22c260f71066 tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] 10.222.0.15 "GET /v2.0/ports?device_id=a27a10dc-251a-43a1-a678-3f066f540399 HTTP/1.1" status: 200 len: 943 time: 0.0919180 Apr 08 02:59:12.850822 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-f85d173e-1565-44d2-84f5-0db5c58d83ae req-0107ccb6-b86a-42b4-85c2-138770eff0cf tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d0b1559-7425-473f-bd1c-fb1704313e64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399315 Apr 08 02:59:12.973986 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-89f76226-b391-417e-a6b1-94ecea877109 req-c8cacabc-4f67-4bd2-b83e-c9f6f75dabaf service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=f4393a78-1cab-4756-88e9-3b634af68a4b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0745342 Apr 08 02:59:13.058235 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4e7aff-36e0-44e2-9420-060da81532f3 req-8c989de5-97a2-462f-bc2b-73f5ee5d1cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:59:13.060412 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-5d4e7aff-36e0-44e2-9420-060da81532f3 req-8c989de5-97a2-462f-bc2b-73f5ee5d1cc0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e54ae39904dd451ab45f8d4f4dd2c54f&device_id=a27a10dc-251a-43a1-a678-3f066f540399 HTTP/1.1" status: 200 len: 1096 time: 0.1022112 Apr 08 02:59:13.236062 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f76226-b391-417e-a6b1-94ecea877109 req-2f195703-90d1-4201-b25b-c78e59568bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:59:13.238510 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-89f76226-b391-417e-a6b1-94ecea877109 req-2f195703-90d1-4201-b25b-c78e59568bef service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9e6274c43de24b849ee9a4529c53f5b5&device_id=f4393a78-1cab-4756-88e9-3b634af68a4b HTTP/1.1" status: 200 len: 1099 time: 0.0803721 Apr 08 02:59:13.348517 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4e7aff-36e0-44e2-9420-060da81532f3 req-87d1750c-a7cc-46ab-ba26-d1b7ef26e12a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:59:13.350108 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-5d4e7aff-36e0-44e2-9420-060da81532f3 req-87d1750c-a7cc-46ab-ba26-d1b7ef26e12a service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=e54ae39904dd451ab45f8d4f4dd2c54f&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1917853 Apr 08 02:59:13.537860 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4e7aff-36e0-44e2-9420-060da81532f3 req-e0c1f24e-e5de-416e-87c8-216956d8cc74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:59:13.542330 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-5d4e7aff-36e0-44e2-9420-060da81532f3 req-e0c1f24e-e5de-416e-87c8-216956d8cc74 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1827829 Apr 08 02:59:13.557911 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f76226-b391-417e-a6b1-94ecea877109 req-9b6fe0f7-989c-4f54-a785-b551b9eb3d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:59:13.559735 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-89f76226-b391-417e-a6b1-94ecea877109 req-9b6fe0f7-989c-4f54-a785-b551b9eb3d4f service neutron] 10.222.0.39 "GET /v2.0/networks?id=769a4c13-39df-48c1-b6cd-854ac881aaa3 HTTP/1.1" status: 200 len: 919 time: 0.2730749 Apr 08 02:59:13.646460 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-89f76226-b391-417e-a6b1-94ecea877109 req-751e6ebf-4dcf-4fa5-9695-4eb4b8d76063 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f75f4170-55bc-47c3-b4f9-02b0e101153d HTTP/1.1" status: 200 len: 217 time: 0.0800159 Apr 08 02:59:13.669460 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fc20f7-bc4e-4592-a931-06e441a38e31 req-8c7cd2da-e49d-42a9-a3d2-9e8cffdbfd88 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:59:13.671003 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-59fc20f7-bc4e-4592-a931-06e441a38e31 req-8c7cd2da-e49d-42a9-a3d2-9e8cffdbfd88 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7018345-ef6c-448f-a6e4-6737eabc6aff HTTP/1.1" status: 200 len: 944 time: 0.2353139 Apr 08 02:59:13.694760 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d0a0ae-1285-445d-88a6-2a6f614766bc req-72c8776e-3fdb-43dd-9cdb-d105ac5e6fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:59:13.696500 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-b1d0a0ae-1285-445d-88a6-2a6f614766bc req-72c8776e-3fdb-43dd-9cdb-d105ac5e6fd6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e54ae39904dd451ab45f8d4f4dd2c54f&device_id=a27a10dc-251a-43a1-a678-3f066f540399 HTTP/1.1" status: 200 len: 1096 time: 0.0790582 Apr 08 02:59:13.729409 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-59fc20f7-bc4e-4592-a931-06e441a38e31 req-4dbcb4be-a7f5-42ca-a700-dcfb12de4c53 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/security-groups?id=571e5dd1-f399-4374-b407-7bcc9f77f98a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455215 Apr 08 02:59:13.829206 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f76226-b391-417e-a6b1-94ecea877109 req-29cc78ac-9b57-4538-beb5-ae1414a294bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:59:13.831458 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-89f76226-b391-417e-a6b1-94ecea877109 req-29cc78ac-9b57-4538-beb5-ae1414a294bc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2ff278b6-8dcd-49ad-92d3-ea301b80d1c2 HTTP/1.1" status: 200 len: 857 time: 0.0602357 Apr 08 02:59:13.840039 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-b1d0a0ae-1285-445d-88a6-2a6f614766bc req-754ea235-14de-449e-85cb-1a273ac7d30f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1a657876-5e33-4830-837a-fb58e7d28a92 HTTP/1.1" status: 200 len: 217 time: 0.0687232 Apr 08 02:59:13.921682 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f76226-b391-417e-a6b1-94ecea877109 req-e2e09542-0b2c-41bc-acd5-c2899bbac07d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:59:13.923727 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-89f76226-b391-417e-a6b1-94ecea877109 req-e2e09542-0b2c-41bc-acd5-c2899bbac07d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=769a4c13-39df-48c1-b6cd-854ac881aaa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0839674 Apr 08 02:59:13.924531 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d0a0ae-1285-445d-88a6-2a6f614766bc req-815a328e-9074-4e2a-9e36-846887e80929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:59:13.928105 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-b1d0a0ae-1285-445d-88a6-2a6f614766bc req-815a328e-9074-4e2a-9e36-846887e80929 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2c480e54-0d9e-4bc0-858b-99b185c4ed0c HTTP/1.1" status: 200 len: 853 time: 0.0796657 Apr 08 02:59:14.009942 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d0a0ae-1285-445d-88a6-2a6f614766bc req-7cb36c88-b31d-46a1-b9f1-375d876c8400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:59:14.011656 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-b1d0a0ae-1285-445d-88a6-2a6f614766bc req-7cb36c88-b31d-46a1-b9f1-375d876c8400 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bd9205d9-b280-4f90-8987-2cd32fbefb13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0760181 Apr 08 02:59:14.109436 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-89f76226-b391-417e-a6b1-94ecea877109 req-06a9533d-9576-42bf-8270-3d2362103a82 service neutron] 10.222.0.39 "GET /v2.0/networks/769a4c13-39df-48c1-b6cd-854ac881aaa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737981 Apr 08 02:59:14.175475 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-b1d0a0ae-1285-445d-88a6-2a6f614766bc req-cab92799-bfeb-483f-a442-b740eb583842 service neutron] 10.222.0.39 "GET /v2.0/networks/bd9205d9-b280-4f90-8987-2cd32fbefb13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542745 Apr 08 02:59:14.176035 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b337841f-80d6-4f51-9ff3-ec35d471a186 req-2a242122-4431-4c60-bfcf-33ccf6c29f3d tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:59:14.176035 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-b337841f-80d6-4f51-9ff3-ec35d471a186 req-2a242122-4431-4c60-bfcf-33ccf6c29f3d tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] 10.222.0.15 "GET /v2.0/ports?device_id=a27a10dc-251a-43a1-a678-3f066f540399 HTTP/1.1" status: 200 len: 943 time: 0.1597483 Apr 08 02:59:14.301209 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-b337841f-80d6-4f51-9ff3-ec35d471a186 req-1c65b3a4-ff8e-4342-9726-e023fa5246ae tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d0b1559-7425-473f-bd1c-fb1704313e64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686224 Apr 08 02:59:14.310821 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-89f76226-b391-417e-a6b1-94ecea877109 req-a9a5c342-04a0-490b-918c-ddd433b0950a service neutron] 10.222.0.39 "GET /v2.0/networks/769a4c13-39df-48c1-b6cd-854ac881aaa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1918364 Apr 08 02:59:14.334181 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-b1d0a0ae-1285-445d-88a6-2a6f614766bc req-5a0ba614-bb34-409a-91c2-bf9f22813685 service neutron] 10.222.0.39 "GET /v2.0/networks/bd9205d9-b280-4f90-8987-2cd32fbefb13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486297 Apr 08 02:59:14.638715 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.wsgi [-] (87786) accepted ('10.222.0.15', 46394) {{(pid=87786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:59:14.780332 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-34b1623f-37be-4b81-96fc-202ed1c7cc6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:59:14.799818 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.quota.driver [None req-34b1623f-37be-4b81-96fc-202ed1c7cc6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:59:14.801763 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [None req-34b1623f-37be-4b81-96fc-202ed1c7cc6e admin admin] Usage tracker for resource:security_group_rule and tenant:8757538fc1c042659b43c73a8c5df1e0 is out of sync, need to count used quota {{(pid=87786) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:59:14.806191 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [None req-34b1623f-37be-4b81-96fc-202ed1c7cc6e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87786) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:59:14.815336 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.quota.driver [None req-34b1623f-37be-4b81-96fc-202ed1c7cc6e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:59:14.973571 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146a8735-a770-40b2-912c-f0135cecffa8 req-76f8750e-8eb9-4710-8c33-fd6e3db78054 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:59:14.975907 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-146a8735-a770-40b2-912c-f0135cecffa8 req-76f8750e-8eb9-4710-8c33-fd6e3db78054 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7018345-ef6c-448f-a6e4-6737eabc6aff HTTP/1.1" status: 200 len: 944 time: 0.1304953 Apr 08 02:59:14.980499 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-34b1623f-37be-4b81-96fc-202ed1c7cc6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:59:15.027254 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-146a8735-a770-40b2-912c-f0135cecffa8 req-f77f1b25-cc09-413b-9ddd-8a4129e27006 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/security-groups?id=571e5dd1-f399-4374-b407-7bcc9f77f98a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449657 Apr 08 02:59:15.049286 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-34b1623f-37be-4b81-96fc-202ed1c7cc6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:59:15.094883 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b1623f-37be-4b81-96fc-202ed1c7cc6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd7bb327-8cd8-4d04-9093-3723b02b1f1f,revision_number=1']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:59:15.100862 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [None req-34b1623f-37be-4b81-96fc-202ed1c7cc6e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8757538fc1c042659b43c73a8c5df1e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4610896 Apr 08 02:59:15.103514 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.wsgi [-] (87786) accepted ('10.222.0.15', 46408) {{(pid=87786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:59:15.164633 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-cb871110-50a5-4aef-a02f-405cfbf7eba8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:59:15.191630 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-cb871110-50a5-4aef-a02f-405cfbf7eba8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:59:15.295529 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-cb871110-50a5-4aef-a02f-405cfbf7eba8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:59:15.311065 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb871110-50a5-4aef-a02f-405cfbf7eba8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd7bb327-8cd8-4d04-9093-3723b02b1f1f,revision_number=None']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:59:15.318488 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-cb871110-50a5-4aef-a02f-405cfbf7eba8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:59:15.320090 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [None req-cb871110-50a5-4aef-a02f-405cfbf7eba8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bd7bb327-8cd8-4d04-9093-3723b02b1f1f HTTP/1.1" status: 204 len: 168 time: 0.2156701 Apr 08 02:59:15.508891 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8768cf-af58-4105-b358-c80188c456c0 req-e9fcaeea-9621-4e65-b065-8c63cdc64140 tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:59:15.510364 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-3d8768cf-af58-4105-b358-c80188c456c0 req-e9fcaeea-9621-4e65-b065-8c63cdc64140 tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] 10.222.0.15 "GET /v2.0/ports?device_id=a27a10dc-251a-43a1-a678-3f066f540399 HTTP/1.1" status: 200 len: 943 time: 0.0835435 Apr 08 02:59:15.661334 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-3d8768cf-af58-4105-b358-c80188c456c0 req-b54ad20c-7c3a-445e-a58b-84fdf369819b tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d0b1559-7425-473f-bd1c-fb1704313e64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413116 Apr 08 02:59:16.134896 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.wsgi [-] (87786) accepted ('10.222.0.15', 46454) {{(pid=87786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:59:16.246046 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f833b4a-f9ae-4b83-be00-2fe124e057f8 req-b4468e46-492f-41e2-a486-d51dda35420a tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:59:16.246046 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-9f833b4a-f9ae-4b83-be00-2fe124e057f8 req-b4468e46-492f-41e2-a486-d51dda35420a tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7018345-ef6c-448f-a6e4-6737eabc6aff HTTP/1.1" status: 200 len: 944 time: 0.0835834 Apr 08 02:59:16.320305 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-76c14c49-e75b-4d39-a21b-b357f6712441 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:59:16.344056 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-9f833b4a-f9ae-4b83-be00-2fe124e057f8 req-c3cd44e5-7cdb-41a2-865f-15b1eaaa63b2 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/security-groups?id=571e5dd1-f399-4374-b407-7bcc9f77f98a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866549 Apr 08 02:59:16.344056 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.quota.driver [None req-76c14c49-e75b-4d39-a21b-b357f6712441 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:59:16.350626 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [None req-76c14c49-e75b-4d39-a21b-b357f6712441 admin admin] Usage tracker for resource:security_group_rule and tenant:d4c412606b7445cf90472ceb8100180b is out of sync, need to count used quota {{(pid=87786) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:59:16.353790 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [None req-76c14c49-e75b-4d39-a21b-b357f6712441 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87786) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:59:16.364125 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.quota.driver [None req-76c14c49-e75b-4d39-a21b-b357f6712441 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:59:16.471186 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-76c14c49-e75b-4d39-a21b-b357f6712441 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:59:16.512453 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Device 2b57f67a-776a-4f71-a7a5-8dbbc62b7994 details requested by agent hyperv_hv-cinder-83705 with host hv-cinder-83705 {{(pid=87788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 08 02:59:16.580750 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-76c14c49-e75b-4d39-a21b-b357f6712441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:59:16.629448 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [None req-76c14c49-e75b-4d39-a21b-b357f6712441 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d4c412606b7445cf90472ceb8100180b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4935167 Apr 08 02:59:16.630313 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c14c49-e75b-4d39-a21b-b357f6712441 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11a5b6c4-052b-42b7-8d5b-cd7488c88a2a,revision_number=1']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:59:16.634391 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 46472) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:59:16.675121 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.db [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] For port 2b57f67a-776a-4f71-a7a5-8dbbc62b7994, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=2b57f67a-776a-4f71-a7a5-8dbbc62b7994,segment=NetworkSegment(b999ec1c-7290-4f58-a0e4-e85f79fb25cd),segment_id=b999ec1c-7290-4f58-a0e4-e85f79fb25cd)] {{(pid=87788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 02:59:16.703399 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Returning: {'device': '2b57f67a-776a-4f71-a7a5-8dbbc62b7994', 'network_id': '769a4c13-39df-48c1-b6cd-854ac881aaa3', 'port_id': '2b57f67a-776a-4f71-a7a5-8dbbc62b7994', 'mac_address': 'fa:16:3e:41:d1:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 275, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ff278b6-8dcd-49ad-92d3-ea301b80d1c2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 02:59:16.779928 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-c3eb3c96-a6f2-45d6-bbb5-c57f05ec43ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:59:16.810255 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:59:16.814637 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-c3eb3c96-a6f2-45d6-bbb5-c57f05ec43ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:59:16.860714 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.notifiers.nova [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b57f67a-776a-4f71-a7a5-8dbbc62b7994 {{(pid=87788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 02:59:16.885775 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.db [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] For port 2b57f67a-776a-4f71-a7a5-8dbbc62b7994, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=2b57f67a-776a-4f71-a7a5-8dbbc62b7994,segment=NetworkSegment(b999ec1c-7290-4f58-a0e4-e85f79fb25cd),segment_id=b999ec1c-7290-4f58-a0e4-e85f79fb25cd)] {{(pid=87788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 02:59:16.942717 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173de93a-6c9a-4a8d-8b81-aaaad4898e3a req-8b5a4977-eb5f-47f2-9238-a90216c64123 tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:59:16.950834 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-173de93a-6c9a-4a8d-8b81-aaaad4898e3a req-8b5a4977-eb5f-47f2-9238-a90216c64123 tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] 10.222.0.15 "GET /v2.0/ports?device_id=a27a10dc-251a-43a1-a678-3f066f540399 HTTP/1.1" status: 200 len: 943 time: 0.1001484 Apr 08 02:59:16.952817 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-c3eb3c96-a6f2-45d6-bbb5-c57f05ec43ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:59:16.978636 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3eb3c96-a6f2-45d6-bbb5-c57f05ec43ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11a5b6c4-052b-42b7-8d5b-cd7488c88a2a,revision_number=None']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:59:16.981213 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762847214852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762846864698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762846864743'] for port, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:59:17.003690 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-c3eb3c96-a6f2-45d6-bbb5-c57f05ec43ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:59:17.009452 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-c3eb3c96-a6f2-45d6-bbb5-c57f05ec43ac admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/11a5b6c4-052b-42b7-8d5b-cd7488c88a2a HTTP/1.1" status: 204 len: 168 time: 0.3715997 Apr 08 02:59:17.035455 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-173de93a-6c9a-4a8d-8b81-aaaad4898e3a req-1fbc1b76-8934-4c7c-a409-ac5d8e08c719 tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d0b1559-7425-473f-bd1c-fb1704313e64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751660 Apr 08 02:59:17.095803 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Pushing event updated for resources: {'Port': ['ID=2b57f67a-776a-4f71-a7a5-8dbbc62b7994,revision_number=4']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:59:17.362100 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13ec8e9-e602-4759-bd66-29d22cee0d23 req-55052ff1-606d-407d-a517-054b40bf5ad7 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:59:17.366234 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-c13ec8e9-e602-4759-bd66-29d22cee0d23 req-55052ff1-606d-407d-a517-054b40bf5ad7 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/ports?device_id=df0970e5-c7c0-43bb-8474-b5e830fcd18b HTTP/1.1" status: 200 len: 945 time: 0.0883629 Apr 08 02:59:17.425807 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-c13ec8e9-e602-4759-bd66-29d22cee0d23 req-ef669040-494a-4de5-9434-e2c54b18a77a tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/security-groups?id=e8a36ab3-836a-4bb3-9969-b622cdd2efa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494440 Apr 08 02:59:17.545968 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e76265-1cc2-465d-8c97-66dceb6e5ddd req-241bf89c-11ba-432a-8830-374a5573e4a3 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:59:17.546339 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-b9e76265-1cc2-465d-8c97-66dceb6e5ddd req-241bf89c-11ba-432a-8830-374a5573e4a3 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7018345-ef6c-448f-a6e4-6737eabc6aff HTTP/1.1" status: 200 len: 945 time: 0.0835114 Apr 08 02:59:17.592187 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-b9e76265-1cc2-465d-8c97-66dceb6e5ddd req-d534485f-2e2d-4e77-ae9c-333989acf00e tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/security-groups?id=571e5dd1-f399-4374-b407-7bcc9f77f98a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396402 Apr 08 02:59:17.627480 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.db [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] get_ports_and_sgs() called for port_ids ['2b57f67a-776a-4f71-a7a5-8dbbc62b7994'] {{(pid=87788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 02:59:18.198966 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5677cdf-b541-41be-97cd-c837d0fa2675 req-99db55ab-fe97-4865-874f-9e3c8838afba tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:59:18.200495 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-d5677cdf-b541-41be-97cd-c837d0fa2675 req-99db55ab-fe97-4865-874f-9e3c8838afba tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] 10.222.0.15 "GET /v2.0/ports?device_id=a27a10dc-251a-43a1-a678-3f066f540399 HTTP/1.1" status: 200 len: 943 time: 0.0810294 Apr 08 02:59:18.244524 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-d5677cdf-b541-41be-97cd-c837d0fa2675 req-d5fbd3a2-8b30-4cea-8ce4-b1ac138295ea tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d0b1559-7425-473f-bd1c-fb1704313e64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385022 Apr 08 02:59:18.520198 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Device 1a657876-5e33-4830-837a-fb58e7d28a92 details requested by agent hyperv_hv-cinder-83705 with host hv-cinder-83705 {{(pid=87788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 08 02:59:18.620839 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc1f76a-0339-47b2-9deb-53ee111c4342 req-605821d7-9784-4013-8d08-d6834b92dbef tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:59:18.622800 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-5fc1f76a-0339-47b2-9deb-53ee111c4342 req-605821d7-9784-4013-8d08-d6834b92dbef tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/ports?device_id=df0970e5-c7c0-43bb-8474-b5e830fcd18b HTTP/1.1" status: 200 len: 945 time: 0.0827091 Apr 08 02:59:18.679514 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-5fc1f76a-0339-47b2-9deb-53ee111c4342 req-49e0d7f7-4389-4e27-b4bc-e4d380c3b39a tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/security-groups?id=e8a36ab3-836a-4bb3-9969-b622cdd2efa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509903 Apr 08 02:59:18.680916 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.db [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] For port 1a657876-5e33-4830-837a-fb58e7d28a92, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=1a657876-5e33-4830-837a-fb58e7d28a92,segment=NetworkSegment(fbbea2b2-6b34-4085-aa23-2abb9eaccb63),segment_id=fbbea2b2-6b34-4085-aa23-2abb9eaccb63)] {{(pid=87788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 02:59:18.709482 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Returning: {'device': '1a657876-5e33-4830-837a-fb58e7d28a92', 'network_id': 'bd9205d9-b280-4f90-8987-2cd32fbefb13', 'port_id': '1a657876-5e33-4830-837a-fb58e7d28a92', 'mac_address': 'fa:16:3e:d1:3b:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 277, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c480e54-0d9e-4bc0-858b-99b185c4ed0c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 02:59:18.768991 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:59:18.789279 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.notifiers.nova [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a657876-5e33-4830-837a-fb58e7d28a92 {{(pid=87788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 02:59:18.805825 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ba8894-e4db-4d77-98ff-135acbe5c5d3 req-784a5c15-bb0d-45a2-b5a1-c4da1cda0b58 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:59:18.807727 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-13ba8894-e4db-4d77-98ff-135acbe5c5d3 req-784a5c15-bb0d-45a2-b5a1-c4da1cda0b58 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7018345-ef6c-448f-a6e4-6737eabc6aff HTTP/1.1" status: 200 len: 945 time: 0.0897839 Apr 08 02:59:18.823657 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.db [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] For port 1a657876-5e33-4830-837a-fb58e7d28a92, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=1a657876-5e33-4830-837a-fb58e7d28a92,segment=NetworkSegment(fbbea2b2-6b34-4085-aa23-2abb9eaccb63),segment_id=fbbea2b2-6b34-4085-aa23-2abb9eaccb63)] {{(pid=87788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 02:59:18.867784 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-13ba8894-e4db-4d77-98ff-135acbe5c5d3 req-2edea126-4c12-41ae-b9bb-6495ff41085b tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/security-groups?id=571e5dd1-f399-4374-b407-7bcc9f77f98a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536351 Apr 08 02:59:18.917709 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762847214852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762846864698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762846864743'] for port, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:59:18.988344 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Pushing event updated for resources: {'Port': ['ID=1a657876-5e33-4830-837a-fb58e7d28a92,revision_number=4']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:59:19.101946 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-a0d0a89d-d956-42c0-a31a-66719cd344d2 req-543f83f7-f265-4a5f-8acb-843395365648 tempest-VolumesNegativeTest-1924058838 tempest-VolumesNegativeTest-1924058838-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=cee313bea1da4860bec83d0f7d594d96&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0279894 Apr 08 02:59:19.270538 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d0a89d-d956-42c0-a31a-66719cd344d2 req-21ec9808-113d-4dec-8126-de3049182552 tempest-VolumesNegativeTest-1924058838 tempest-VolumesNegativeTest-1924058838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:59:19.272538 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-a0d0a89d-d956-42c0-a31a-66719cd344d2 req-21ec9808-113d-4dec-8126-de3049182552 tempest-VolumesNegativeTest-1924058838 tempest-VolumesNegativeTest-1924058838-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1614447 Apr 08 02:59:19.287596 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-a0d0a89d-d956-42c0-a31a-66719cd344d2 req-af5809b2-51e0-443b-8950-84bcdbdc9190 tempest-VolumesNegativeTest-1924058838 tempest-VolumesNegativeTest-1924058838-project] 10.222.0.15 "GET /v2.0/quotas/cee313bea1da4860bec83d0f7d594d96 HTTP/1.1" status: 200 len: 375 time: 0.0094702 Apr 08 02:59:19.335575 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-a0d0a89d-d956-42c0-a31a-66719cd344d2 req-c1f79a64-7ac3-4871-89b8-e1141aa24f0f tempest-VolumesNegativeTest-1924058838 tempest-VolumesNegativeTest-1924058838-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=cee313bea1da4860bec83d0f7d594d96&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0421801 Apr 08 02:59:19.478628 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.db [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] get_ports_and_sgs() called for port_ids ['1a657876-5e33-4830-837a-fb58e7d28a92'] {{(pid=87788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 02:59:19.792405 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e199f9c-50b0-461a-928a-5c24e17704c4 req-ebb6fc40-df96-4f50-a6ee-2f88020d1a56 tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:59:19.793754 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-8e199f9c-50b0-461a-928a-5c24e17704c4 req-ebb6fc40-df96-4f50-a6ee-2f88020d1a56 tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] 10.222.0.15 "GET /v2.0/ports?device_id=a27a10dc-251a-43a1-a678-3f066f540399 HTTP/1.1" status: 200 len: 944 time: 0.1658087 Apr 08 02:59:19.802020 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95121a1d-457a-4051-8f8b-cfd91903a298 req-9ad8daeb-9367-4af6-a4c4-bdf39beebe98 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:59:19.804141 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-95121a1d-457a-4051-8f8b-cfd91903a298 req-9ad8daeb-9367-4af6-a4c4-bdf39beebe98 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcf140c8-6253-441e-87a3-ae36ef0e2bac HTTP/1.1" status: 200 len: 945 time: 0.1225262 Apr 08 02:59:19.875007 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-8e199f9c-50b0-461a-928a-5c24e17704c4 req-32d4d3f8-a39f-41b7-8e96-74e3a8aa77a4 tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d0b1559-7425-473f-bd1c-fb1704313e64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699196 Apr 08 02:59:19.877742 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-95121a1d-457a-4051-8f8b-cfd91903a298 req-00814118-c678-415d-89b9-b3bca25c5cd6 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] 10.222.0.15 "GET /v2.0/security-groups?id=22edd372-7418-42f2-9187-61e1546f1f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601683 Apr 08 02:59:19.966637 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-8558a38c-2f2b-4406-8240-5842c33810a4 req-2eed2e31-eeaa-4968-934b-d6baeab50108 tempest-VolumesNegativeTest-1924058838 tempest-VolumesNegativeTest-1924058838-project] 10.222.0.15 "GET /v2.0/ports?device_id=50cf0583-e0b4-4aeb-ae22-a3aee8820a2c HTTP/1.1" status: 200 len: 210 time: 0.0434039 Apr 08 02:59:20.063732 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e0600f-7e3b-47c1-b04f-2d5a09822021 req-daaeae9a-6fad-4966-85d4-06ec225e99e7 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:59:20.065085 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-14e0600f-7e3b-47c1-b04f-2d5a09822021 req-daaeae9a-6fad-4966-85d4-06ec225e99e7 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/ports?device_id=df0970e5-c7c0-43bb-8474-b5e830fcd18b HTTP/1.1" status: 200 len: 945 time: 0.0817776 Apr 08 02:59:20.157897 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-14e0600f-7e3b-47c1-b04f-2d5a09822021 req-474a9be4-4056-4420-b90c-378ab1a8e1b8 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/security-groups?id=e8a36ab3-836a-4bb3-9969-b622cdd2efa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860138 Apr 08 02:59:20.187948 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd148293-90c3-49c9-a43f-f1fb0c248cb1 req-b6a330c4-5750-4ea9-af16-b8c34183f628 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:59:20.189385 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-bd148293-90c3-49c9-a43f-f1fb0c248cb1 req-b6a330c4-5750-4ea9-af16-b8c34183f628 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7018345-ef6c-448f-a6e4-6737eabc6aff HTTP/1.1" status: 200 len: 945 time: 0.1159713 Apr 08 02:59:20.236235 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-bd148293-90c3-49c9-a43f-f1fb0c248cb1 req-d83ae91b-2ac2-4e9f-97c3-c661877241de tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/security-groups?id=571e5dd1-f399-4374-b407-7bcc9f77f98a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401568 Apr 08 02:59:20.534024 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Device 2b57f67a-776a-4f71-a7a5-8dbbc62b7994 up at agent hyperv_hv-cinder-83705 {{(pid=87788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 02:59:20.671954 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Provisioning for port 2b57f67a-776a-4f71-a7a5-8dbbc62b7994 completed by entity L2. {{(pid=87788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 02:59:20.676914 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Provisioning complete for port 2b57f67a-776a-4f71-a7a5-8dbbc62b7994 triggered by entity L2. {{(pid=87788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 02:59:20.677311 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587297'] for port, provisioning_complete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:59:20.816706 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:59:20.843228 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7018345-ef6c-448f-a6e4-6737eabc6aff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b57f67a-776a-4f71-a7a5-8dbbc62b7994'}] {{(pid=87788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 02:59:20.853900 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.db [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] For port 2b57f67a-776a-4f71-a7a5-8dbbc62b7994, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=2b57f67a-776a-4f71-a7a5-8dbbc62b7994,segment=NetworkSegment(b999ec1c-7290-4f58-a0e4-e85f79fb25cd),segment_id=b999ec1c-7290-4f58-a0e4-e85f79fb25cd)] {{(pid=87788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 02:59:20.886208 dv-cinder-837051-1-smb neutron-server[87788]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6cde37d4-bf3e-422c-a7fa-ebc54eeb9c8a'] response: {'server_uuid': 'c7018345-ef6c-448f-a6e4-6737eabc6aff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b57f67a-776a-4f71-a7a5-8dbbc62b7994', 'code': 200} Apr 08 02:59:20.914111 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762847214852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762846864698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762846864743'] for port, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:59:21.024725 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Pushing event updated for resources: {'Port': ['ID=2b57f67a-776a-4f71-a7a5-8dbbc62b7994,revision_number=5']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:59:21.154684 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6b5138-23ef-4010-bb4c-eb8f78b660e6 req-050f5aae-4892-4fac-908e-077508dcc292 tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:59:21.156720 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-1b6b5138-23ef-4010-bb4c-eb8f78b660e6 req-050f5aae-4892-4fac-908e-077508dcc292 tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] 10.222.0.15 "GET /v2.0/ports?device_id=a27a10dc-251a-43a1-a678-3f066f540399 HTTP/1.1" status: 200 len: 944 time: 0.1433883 Apr 08 02:59:21.165515 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed772f5f-9701-40b5-a269-4ac05705f050 req-144e18d2-0de7-4a9b-bd7e-2c50eb0847fc tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:59:21.173453 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-ed772f5f-9701-40b5-a269-4ac05705f050 req-144e18d2-0de7-4a9b-bd7e-2c50eb0847fc tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcf140c8-6253-441e-87a3-ae36ef0e2bac HTTP/1.1" status: 200 len: 945 time: 0.1509781 Apr 08 02:59:21.316659 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-1b6b5138-23ef-4010-bb4c-eb8f78b660e6 req-6767b8d4-4e0c-4796-a68e-bc8112d395aa tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d0b1559-7425-473f-bd1c-fb1704313e64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487393 Apr 08 02:59:21.326865 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-ed772f5f-9701-40b5-a269-4ac05705f050 req-bc3ba4e5-0232-4bf3-856e-7a1465066e92 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] 10.222.0.15 "GET /v2.0/security-groups?id=22edd372-7418-42f2-9187-61e1546f1f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1457009 Apr 08 02:59:21.436310 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b44558c-ba89-4fdc-a45d-784fa5959ff8 req-f69307db-3e67-4b51-b4b4-7b48a12bfcd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:59:21.438235 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-1b44558c-ba89-4fdc-a45d-784fa5959ff8 req-f69307db-3e67-4b51-b4b4-7b48a12bfcd8 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c7018345-ef6c-448f-a6e4-6737eabc6aff HTTP/1.1" status: 200 len: 1099 time: 0.1466246 Apr 08 02:59:21.492287 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-1b44558c-ba89-4fdc-a45d-784fa5959ff8 req-b9c307b9-0504-4cd9-9169-a01dcecbd7ed service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=571e5dd1-f399-4374-b407-7bcc9f77f98a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369451 Apr 08 02:59:21.530002 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-fb59ed4e-a02e-4aa9-a05e-ba3393d4f627 req-4bcffb39-d07e-4bc0-a869-16899b9e37ce tempest-VolumesNegativeTest-1924058838 tempest-VolumesNegativeTest-1924058838-project] 10.222.0.15 "GET /v2.0/ports?device_id=50cf0583-e0b4-4aeb-ae22-a3aee8820a2c HTTP/1.1" status: 200 len: 210 time: 0.0807948 Apr 08 02:59:21.576427 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7129607c-34d0-4f9a-82fb-0c2707c53e8f req-ec89b9d8-d85c-409f-a4e0-269f6067228d tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:59:21.577832 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-7129607c-34d0-4f9a-82fb-0c2707c53e8f req-ec89b9d8-d85c-409f-a4e0-269f6067228d tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/ports?device_id=df0970e5-c7c0-43bb-8474-b5e830fcd18b HTTP/1.1" status: 200 len: 945 time: 0.1269364 Apr 08 02:59:21.623338 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-7129607c-34d0-4f9a-82fb-0c2707c53e8f req-c5a992be-e243-4c3b-b5fd-e506df26b599 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/security-groups?id=e8a36ab3-836a-4bb3-9969-b622cdd2efa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389385 Apr 08 02:59:21.708006 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d874b6-0f8e-4920-a2d8-839fd0fdcbd5 req-3dda0a7c-4fe1-433f-87a9-d98586e3e2f8 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:59:21.711611 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-27d874b6-0f8e-4920-a2d8-839fd0fdcbd5 req-3dda0a7c-4fe1-433f-87a9-d98586e3e2f8 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7018345-ef6c-448f-a6e4-6737eabc6aff HTTP/1.1" status: 200 len: 946 time: 0.0867844 Apr 08 02:59:21.753737 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-27d874b6-0f8e-4920-a2d8-839fd0fdcbd5 req-32205a06-7527-478b-b066-966419c005c2 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/security-groups?id=571e5dd1-f399-4374-b407-7bcc9f77f98a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377581 Apr 08 02:59:22.592277 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Device 1a657876-5e33-4830-837a-fb58e7d28a92 up at agent hyperv_hv-cinder-83705 {{(pid=87788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 02:59:22.593164 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4635bc1d-23e0-4ad5-83fc-5fb4b1966605 req-d0f43956-ae87-49bc-960e-4abb4c975924 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:59:22.593164 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-4635bc1d-23e0-4ad5-83fc-5fb4b1966605 req-d0f43956-ae87-49bc-960e-4abb4c975924 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcf140c8-6253-441e-87a3-ae36ef0e2bac HTTP/1.1" status: 200 len: 945 time: 0.1052418 Apr 08 02:59:22.593164 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2158f5c-ecd4-46b9-8a16-44bf28bd9d12 req-013cc168-1d67-4320-ac8f-d50c1f344b83 tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:59:22.593164 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-a2158f5c-ecd4-46b9-8a16-44bf28bd9d12 req-013cc168-1d67-4320-ac8f-d50c1f344b83 tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] 10.222.0.15 "GET /v2.0/ports?device_id=a27a10dc-251a-43a1-a678-3f066f540399 HTTP/1.1" status: 200 len: 944 time: 0.1480794 Apr 08 02:59:22.654449 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-4635bc1d-23e0-4ad5-83fc-5fb4b1966605 req-79db77b1-4c8e-4760-b91c-499f0cbd3a42 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] 10.222.0.15 "GET /v2.0/security-groups?id=22edd372-7418-42f2-9187-61e1546f1f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679772 Apr 08 02:59:22.658912 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-a2158f5c-ecd4-46b9-8a16-44bf28bd9d12 req-09058b37-8ad7-41cd-8613-b3b179778d02 tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d0b1559-7425-473f-bd1c-fb1704313e64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556850 Apr 08 02:59:22.711606 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Provisioning for port 1a657876-5e33-4830-837a-fb58e7d28a92 completed by entity L2. {{(pid=87788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 02:59:22.716884 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Provisioning complete for port 1a657876-5e33-4830-837a-fb58e7d28a92 triggered by entity L2. {{(pid=87788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 02:59:22.717774 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587297'] for port, provisioning_complete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:59:22.837598 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-05901ecb-b2e1-4c12-afb0-7054b1aa2c23 req-87670e07-5f3b-4230-98ad-34ce46195ebb tempest-VolumesNegativeTest-1924058838 tempest-VolumesNegativeTest-1924058838-project] 10.222.0.15 "GET /v2.0/ports?device_id=50cf0583-e0b4-4aeb-ae22-a3aee8820a2c HTTP/1.1" status: 200 len: 210 time: 0.0768421 Apr 08 02:59:22.846701 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:59:22.871982 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-a0d0a89d-d956-42c0-a31a-66719cd344d2 req-2f32f983-c6a9-47de-be23-94e051028391 tempest-VolumesNegativeTest-1924058838 tempest-VolumesNegativeTest-1924058838-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=cee313bea1da4860bec83d0f7d594d96&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0315220 Apr 08 02:59:22.887437 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a27a10dc-251a-43a1-a678-3f066f540399', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a657876-5e33-4830-837a-fb58e7d28a92'}] {{(pid=87788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 02:59:22.894352 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.db [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] For port 1a657876-5e33-4830-837a-fb58e7d28a92, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=1a657876-5e33-4830-837a-fb58e7d28a92,segment=NetworkSegment(fbbea2b2-6b34-4085-aa23-2abb9eaccb63),segment_id=fbbea2b2-6b34-4085-aa23-2abb9eaccb63)] {{(pid=87788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 02:59:22.895709 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81aca46a-8ee0-4ce8-9568-d5b4bff8a906 req-5eafd4b2-22c5-44ba-9c72-6dcd8e00515c tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:59:22.898197 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-81aca46a-8ee0-4ce8-9568-d5b4bff8a906 req-5eafd4b2-22c5-44ba-9c72-6dcd8e00515c tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/ports?device_id=df0970e5-c7c0-43bb-8474-b5e830fcd18b HTTP/1.1" status: 200 len: 945 time: 0.1012824 Apr 08 02:59:22.947850 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-81aca46a-8ee0-4ce8-9568-d5b4bff8a906 req-b64bd97b-bb16-446e-b1ed-41209a86c85a tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/security-groups?id=e8a36ab3-836a-4bb3-9969-b622cdd2efa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433564 Apr 08 02:59:22.973361 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762847214852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762846864698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762846864743'] for port, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:59:23.055980 dv-cinder-837051-1-smb neutron-server[87788]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae592b4a-bac4-4c88-833c-614d6a148b57'] response: {'server_uuid': 'a27a10dc-251a-43a1-a678-3f066f540399', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a657876-5e33-4830-837a-fb58e7d28a92', 'code': 200} Apr 08 02:59:23.075449 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc70d94c-9ab7-4242-80a5-fbbee8553bcc req-cc8c31fb-1074-4d45-9fb6-06e8ab8d1ce1 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:59:23.077393 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-bc70d94c-9ab7-4242-80a5-fbbee8553bcc req-cc8c31fb-1074-4d45-9fb6-06e8ab8d1ce1 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7018345-ef6c-448f-a6e4-6737eabc6aff HTTP/1.1" status: 200 len: 946 time: 0.1115065 Apr 08 02:59:23.084440 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Pushing event updated for resources: {'Port': ['ID=1a657876-5e33-4830-837a-fb58e7d28a92,revision_number=5']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:59:23.113161 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d0a89d-d956-42c0-a31a-66719cd344d2 req-7fc5ed08-2a70-424b-960e-a00edef35929 tempest-VolumesNegativeTest-1924058838 tempest-VolumesNegativeTest-1924058838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:59:23.120863 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-a0d0a89d-d956-42c0-a31a-66719cd344d2 req-7fc5ed08-2a70-424b-960e-a00edef35929 tempest-VolumesNegativeTest-1924058838 tempest-VolumesNegativeTest-1924058838-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2289824 Apr 08 02:59:23.132733 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-bc70d94c-9ab7-4242-80a5-fbbee8553bcc req-cf533eb2-9438-44d0-8464-a66793eb438b tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/security-groups?id=571e5dd1-f399-4374-b407-7bcc9f77f98a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444589 Apr 08 02:59:23.139617 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.v2.base [req-a0d0a89d-d956-42c0-a31a-66719cd344d2 req-30cf4422-a1b4-4778-b719-781b05110b03 tempest-VolumesNegativeTest-1924058838 tempest-VolumesNegativeTest-1924058838-project] Request body: {'port': {'device_id': '50cf0583-e0b4-4aeb-ae22-a3aee8820a2c', 'network_id': '5ae5f0bb-b3d6-40a9-95a9-ecd2fbf830fb', 'admin_state_up': True, 'tenant_id': 'cee313bea1da4860bec83d0f7d594d96'}} {{(pid=87787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 02:59:23.281377 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [req-a0d0a89d-d956-42c0-a31a-66719cd344d2 req-30cf4422-a1b4-4778-b719-781b05110b03 tempest-VolumesNegativeTest-1924058838 tempest-VolumesNegativeTest-1924058838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:59:23.285603 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [req-a0d0a89d-d956-42c0-a31a-66719cd344d2 req-30cf4422-a1b4-4778-b719-781b05110b03 tempest-VolumesNegativeTest-1924058838 tempest-VolumesNegativeTest-1924058838-project] Usage tracker for resource:port and tenant:cee313bea1da4860bec83d0f7d594d96 is out of sync, need to count used quota {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:59:23.288573 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [req-a0d0a89d-d956-42c0-a31a-66719cd344d2 req-30cf4422-a1b4-4778-b719-781b05110b03 tempest-VolumesNegativeTest-1924058838 tempest-VolumesNegativeTest-1924058838-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:59:23.294430 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [req-a0d0a89d-d956-42c0-a31a-66719cd344d2 req-30cf4422-a1b4-4778-b719-781b05110b03 tempest-VolumesNegativeTest-1924058838 tempest-VolumesNegativeTest-1924058838-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:59:23.369516 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0d0a89d-d956-42c0-a31a-66719cd344d2 req-30cf4422-a1b4-4778-b719-781b05110b03 tempest-VolumesNegativeTest-1924058838 tempest-VolumesNegativeTest-1924058838-project] Made reservation on behalf of cee313bea1da4860bec83d0f7d594d96 for: {'port': 1} {{(pid=87787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 02:59:23.373594 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [req-a0d0a89d-d956-42c0-a31a-66719cd344d2 req-30cf4422-a1b4-4778-b719-781b05110b03 tempest-VolumesNegativeTest-1924058838 tempest-VolumesNegativeTest-1924058838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:59:23.480394 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [req-a0d0a89d-d956-42c0-a31a-66719cd344d2 req-30cf4422-a1b4-4778-b719-781b05110b03 tempest-VolumesNegativeTest-1924058838 tempest-VolumesNegativeTest-1924058838-project] Notify callbacks [] for security_group, before_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:59:23.504168 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [req-a0d0a89d-d956-42c0-a31a-66719cd344d2 req-30cf4422-a1b4-4778-b719-781b05110b03 tempest-VolumesNegativeTest-1924058838 tempest-VolumesNegativeTest-1924058838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:59:23.509016 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [req-a0d0a89d-d956-42c0-a31a-66719cd344d2 req-30cf4422-a1b4-4778-b719-781b05110b03 tempest-VolumesNegativeTest-1924058838 tempest-VolumesNegativeTest-1924058838-project] Usage tracker for resource:security_group_rule and tenant:cee313bea1da4860bec83d0f7d594d96 is out of sync, need to count used quota {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:59:23.512401 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [req-a0d0a89d-d956-42c0-a31a-66719cd344d2 req-30cf4422-a1b4-4778-b719-781b05110b03 tempest-VolumesNegativeTest-1924058838 tempest-VolumesNegativeTest-1924058838-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:59:23.518561 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [req-a0d0a89d-d956-42c0-a31a-66719cd344d2 req-30cf4422-a1b4-4778-b719-781b05110b03 tempest-VolumesNegativeTest-1924058838 tempest-VolumesNegativeTest-1924058838-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:59:23.620268 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [req-a0d0a89d-d956-42c0-a31a-66719cd344d2 req-30cf4422-a1b4-4778-b719-781b05110b03 tempest-VolumesNegativeTest-1924058838 tempest-VolumesNegativeTest-1924058838-project] Notify callbacks [] for security_group, precommit_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:59:23.667792 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f00b0f0-141d-434d-96e6-edc1e5eedc0a req-8e5435da-e711-4cc6-b3ec-8b18bc3928ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:59:23.669299 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-6f00b0f0-141d-434d-96e6-edc1e5eedc0a req-8e5435da-e711-4cc6-b3ec-8b18bc3928ef service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a27a10dc-251a-43a1-a678-3f066f540399 HTTP/1.1" status: 200 len: 1098 time: 0.0927911 Apr 08 02:59:23.684688 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [req-a0d0a89d-d956-42c0-a31a-66719cd344d2 req-30cf4422-a1b4-4778-b719-781b05110b03 tempest-VolumesNegativeTest-1924058838 tempest-VolumesNegativeTest-1924058838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:59:23.723244 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-6f00b0f0-141d-434d-96e6-edc1e5eedc0a req-0a5e3bd3-259a-45dc-bd45-2c14be9eccdf service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=3d0b1559-7425-473f-bd1c-fb1704313e64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471413 Apr 08 02:59:23.776226 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cf4422-a1b4-4778-b719-781b05110b03 tempest-VolumesNegativeTest-1924058838 tempest-VolumesNegativeTest-1924058838-project] Pushing event updated for resources: {'SecurityGroup': ['ID=282a5889-9237-478b-90b8-b140decf876f,revision_number=1']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:59:23.866535 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.db_base_plugin_common [req-a0d0a89d-d956-42c0-a31a-66719cd344d2 req-30cf4422-a1b4-4778-b719-781b05110b03 tempest-VolumesNegativeTest-1924058838 tempest-VolumesNegativeTest-1924058838-project] Allocated IP 192.168.233.25 (5ae5f0bb-b3d6-40a9-95a9-ecd2fbf830fb/6ce6ae4c-4a15-4849-85f8-d7c7e2cc58f6/8af8cccf-89ce-41c9-a6d1-9cecf614e34a) {{(pid=87787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 02:59:23.930582 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcdc52b-da62-4043-9f76-b5a0ee4085a1 req-b829988a-925f-4a71-80b7-f01a05f05f8f tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:59:23.932056 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-5fcdc52b-da62-4043-9f76-b5a0ee4085a1 req-b829988a-925f-4a71-80b7-f01a05f05f8f tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] 10.222.0.15 "GET /v2.0/ports?device_id=a27a10dc-251a-43a1-a678-3f066f540399 HTTP/1.1" status: 200 len: 945 time: 0.1126513 Apr 08 02:59:23.941871 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1560eb-4c9e-4585-bab2-06fa95cad801 req-b7ac6464-2915-448d-824c-fc6f9406d222 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:59:23.941871 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-6a1560eb-4c9e-4585-bab2-06fa95cad801 req-b7ac6464-2915-448d-824c-fc6f9406d222 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcf140c8-6253-441e-87a3-ae36ef0e2bac HTTP/1.1" status: 200 len: 945 time: 0.1593449 Apr 08 02:59:24.012223 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-5fcdc52b-da62-4043-9f76-b5a0ee4085a1 req-09cbb149-c380-4a33-9d85-3aca9710ed7c tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d0b1559-7425-473f-bd1c-fb1704313e64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704286 Apr 08 02:59:24.019289 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-6a1560eb-4c9e-4585-bab2-06fa95cad801 req-42fc362c-5f00-4b4e-bc29-247cdac3735f tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] 10.222.0.15 "GET /v2.0/security-groups?id=22edd372-7418-42f2-9187-61e1546f1f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618970 Apr 08 02:59:24.081943 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [req-a0d0a89d-d956-42c0-a31a-66719cd344d2 req-30cf4422-a1b4-4778-b719-781b05110b03 tempest-VolumesNegativeTest-1924058838 tempest-VolumesNegativeTest-1924058838-project] Notify callbacks [] for port, precommit_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:59:24.100077 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.provisioning_blocks [req-a0d0a89d-d956-42c0-a31a-66719cd344d2 req-30cf4422-a1b4-4778-b719-781b05110b03 tempest-VolumesNegativeTest-1924058838 tempest-VolumesNegativeTest-1924058838-project] Transition to ACTIVE for port object 8af8cccf-89ce-41c9-a6d1-9cecf614e34a will not be triggered until provisioned by entity DHCP. {{(pid=87787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 02:59:24.169526 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [req-a0d0a89d-d956-42c0-a31a-66719cd344d2 req-30cf4422-a1b4-4778-b719-781b05110b03 tempest-VolumesNegativeTest-1924058838 tempest-VolumesNegativeTest-1924058838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762846864680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3006662'] for port, after_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:59:24.196734 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-dd059745-a38c-4576-b8f9-7b74a39caedf req-35aa53c7-2721-4b83-a946-994e1fcffebe tempest-VolumesNegativeTest-1924058838 tempest-VolumesNegativeTest-1924058838-project] 10.222.0.15 "GET /v2.0/ports?device_id=50cf0583-e0b4-4aeb-ae22-a3aee8820a2c HTTP/1.1" status: 200 len: 210 time: 0.0780923 Apr 08 02:59:24.245971 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0d0a89d-d956-42c0-a31a-66719cd344d2 req-30cf4422-a1b4-4778-b719-781b05110b03 tempest-VolumesNegativeTest-1924058838 tempest-VolumesNegativeTest-1924058838-project] Network 5ae5f0bb-b3d6-40a9-95a9-ecd2fbf830fb is already hosted by enough agents. {{(pid=87787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 02:59:24.249137 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.scheduler.base_scheduler [req-a0d0a89d-d956-42c0-a31a-66719cd344d2 req-30cf4422-a1b4-4778-b719-781b05110b03 tempest-VolumesNegativeTest-1924058838 tempest-VolumesNegativeTest-1924058838-project] Resources bound (agent type, host, resource id): {{(pid=87787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 02:59:24.250383 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b69067-fefd-49f6-8a60-5270dda1c55a req-d6dc21f9-4803-4b59-80e6-1fd9604f6191 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:59:24.253214 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0d0a89d-d956-42c0-a31a-66719cd344d2 req-30cf4422-a1b4-4778-b719-781b05110b03 tempest-VolumesNegativeTest-1924058838 tempest-VolumesNegativeTest-1924058838-project] Received port after_create {{(pid=87787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 02:59:24.256648 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-e2b69067-fefd-49f6-8a60-5270dda1c55a req-d6dc21f9-4803-4b59-80e6-1fd9604f6191 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/ports?device_id=df0970e5-c7c0-43bb-8474-b5e830fcd18b HTTP/1.1" status: 200 len: 945 time: 0.0966125 Apr 08 02:59:24.310542 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cf4422-a1b4-4778-b719-781b05110b03 tempest-VolumesNegativeTest-1924058838 tempest-VolumesNegativeTest-1924058838-project] Pushing event updated for resources: {'Port': ['ID=8af8cccf-89ce-41c9-a6d1-9cecf614e34a,revision_number=1']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:59:24.331826 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-e2b69067-fefd-49f6-8a60-5270dda1c55a req-b4ec45c9-9833-4f02-b26a-238f4e0cd1b6 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/security-groups?id=e8a36ab3-836a-4bb3-9969-b622cdd2efa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670679 Apr 08 02:59:24.377342 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d0a89d-d956-42c0-a31a-66719cd344d2 req-30cf4422-a1b4-4778-b719-781b05110b03 tempest-VolumesNegativeTest-1924058838 tempest-VolumesNegativeTest-1924058838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:59:24.380680 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [req-a0d0a89d-d956-42c0-a31a-66719cd344d2 req-30cf4422-a1b4-4778-b719-781b05110b03 tempest-VolumesNegativeTest-1924058838 tempest-VolumesNegativeTest-1924058838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207533'] for port, before_response {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:59:24.459319 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433adc0b-4050-42bf-9ecb-8bbf9bd6cf6b req-b8848ba5-a520-405f-a59c-ca17af2bf8db tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:59:24.460846 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-433adc0b-4050-42bf-9ecb-8bbf9bd6cf6b req-b8848ba5-a520-405f-a59c-ca17af2bf8db tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7018345-ef6c-448f-a6e4-6737eabc6aff HTTP/1.1" status: 200 len: 946 time: 0.1010184 Apr 08 02:59:24.490107 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-a0d0a89d-d956-42c0-a31a-66719cd344d2 req-30cf4422-a1b4-4778-b719-781b05110b03 tempest-VolumesNegativeTest-1924058838 tempest-VolumesNegativeTest-1924058838-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3544879 Apr 08 02:59:24.508854 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-433adc0b-4050-42bf-9ecb-8bbf9bd6cf6b req-302192f5-3c41-4ca4-bd28-69791e78dc03 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/security-groups?id=571e5dd1-f399-4374-b407-7bcc9f77f98a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418985 Apr 08 02:59:24.512000 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.v2.base [req-a0d0a89d-d956-42c0-a31a-66719cd344d2 req-f0e4a83c-db3b-49ae-9d7f-8a4f7156056c service neutron] Request body: {'port': {'device_id': '50cf0583-e0b4-4aeb-ae22-a3aee8820a2c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83705'}} {{(pid=87787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 02:59:24.570138 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-a2e67f8e-5bec-4209-b180-e739175fdf19 None None] Provisioning for port 8af8cccf-89ce-41c9-a6d1-9cecf614e34a completed by entity DHCP. {{(pid=87788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 02:59:24.575419 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-a2e67f8e-5bec-4209-b180-e739175fdf19 None None] Provisioning complete for port 8af8cccf-89ce-41c9-a6d1-9cecf614e34a triggered by entity DHCP. {{(pid=87788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 02:59:24.575976 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-a2e67f8e-5bec-4209-b180-e739175fdf19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587297'] for port, provisioning_complete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:59:24.640280 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.plugin [None req-a2e67f8e-5bec-4209-b180-e739175fdf19 None None] Port 8af8cccf-89ce-41c9-a6d1-9cecf614e34a cannot update to ACTIVE because it is not bound. {{(pid=87788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 02:59:24.641163 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [req-a0d0a89d-d956-42c0-a31a-66719cd344d2 req-f0e4a83c-db3b-49ae-9d7f-8a4f7156056c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_update {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:59:24.730776 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fd3b8d-8023-46fc-a731-3dbe706aa347 req-fad98f0e-9318-4321-a65a-ea5ec2fb15a6 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:59:24.732299 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-92fd3b8d-8023-46fc-a731-3dbe706aa347 req-fad98f0e-9318-4321-a65a-ea5ec2fb15a6 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7018345-ef6c-448f-a6e4-6737eabc6aff HTTP/1.1" status: 200 len: 946 time: 0.0946283 Apr 08 02:59:24.741999 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.wsgi [-] (87786) accepted ('10.222.0.15', 46656) {{(pid=87786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:59:24.747109 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.v2.base [None req-7bcbcee7-91d0-4b61-b93d-fb39a0463234 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Request body: {'floatingip': {'port_id': '2b57f67a-776a-4f71-a7a5-8dbbc62b7994'}} {{(pid=87786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 02:59:24.825930 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-7bcbcee7-91d0-4b61-b93d-fb39a0463234 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Notify callbacks [] for floatingip, before_update {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:59:24.990624 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.notifiers.nova [req-a0d0a89d-d956-42c0-a31a-66719cd344d2 req-f0e4a83c-db3b-49ae-9d7f-8a4f7156056c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8af8cccf-89ce-41c9-a6d1-9cecf614e34a {{(pid=87787) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 02:59:24.998247 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [req-a0d0a89d-d956-42c0-a31a-66719cd344d2 req-f0e4a83c-db3b-49ae-9d7f-8a4f7156056c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:59:25.015576 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.provisioning_blocks [req-a0d0a89d-d956-42c0-a31a-66719cd344d2 req-f0e4a83c-db3b-49ae-9d7f-8a4f7156056c service neutron] Transition to ACTIVE for port object 8af8cccf-89ce-41c9-a6d1-9cecf614e34a will not be triggered until provisioned by entity L2. {{(pid=87787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 02:59:25.101395 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [req-a0d0a89d-d956-42c0-a31a-66719cd344d2 req-f0e4a83c-db3b-49ae-9d7f-8a4f7156056c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762847214852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762846864698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762846864743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3006669'] for port, after_update {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:59:25.314827 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e4a83c-db3b-49ae-9d7f-8a4f7156056c service neutron] Pushing event updated for resources: {'Port': ['ID=8af8cccf-89ce-41c9-a6d1-9cecf614e34a,revision_number=2']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:59:25.354584 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e4a83c-db3b-49ae-9d7f-8a4f7156056c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:59:25.354926 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e4a83c-db3b-49ae-9d7f-8a4f7156056c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:59:25.355288 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e4a83c-db3b-49ae-9d7f-8a4f7156056c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:59:25.355621 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e4a83c-db3b-49ae-9d7f-8a4f7156056c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:59:25.355951 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e4a83c-db3b-49ae-9d7f-8a4f7156056c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:59:25.356279 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e4a83c-db3b-49ae-9d7f-8a4f7156056c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:59:25.356605 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e4a83c-db3b-49ae-9d7f-8a4f7156056c service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:59:25.356927 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e4a83c-db3b-49ae-9d7f-8a4f7156056c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:59:25.357255 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e4a83c-db3b-49ae-9d7f-8a4f7156056c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:59:25.357568 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e4a83c-db3b-49ae-9d7f-8a4f7156056c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:59:25.357889 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e4a83c-db3b-49ae-9d7f-8a4f7156056c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:59:25.358204 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e4a83c-db3b-49ae-9d7f-8a4f7156056c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:59:25.432568 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.plugins.ml2.managers [req-a0d0a89d-d956-42c0-a31a-66719cd344d2 req-f0e4a83c-db3b-49ae-9d7f-8a4f7156056c service neutron] Attempting to bind port 8af8cccf-89ce-41c9-a6d1-9cecf614e34a on host hv-cinder-83705 for vnic_type normal with profile {{(pid=87787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 02:59:25.433045 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.plugins.ml2.managers [req-a0d0a89d-d956-42c0-a31a-66719cd344d2 req-f0e4a83c-db3b-49ae-9d7f-8a4f7156056c service neutron] Attempting to bind port 8af8cccf-89ce-41c9-a6d1-9cecf614e34a by drivers openvswitch,hyperv on host hv-cinder-83705 at level 0 using segments [{'id': 'bf00e84a-5ea6-4c6c-8c90-91646d25fe3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '5ae5f0bb-b3d6-40a9-95a9-ecd2fbf830fb'}] {{(pid=87787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 02:59:25.433426 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d0a89d-d956-42c0-a31a-66719cd344d2 req-f0e4a83c-db3b-49ae-9d7f-8a4f7156056c service neutron] Attempting to bind port 8af8cccf-89ce-41c9-a6d1-9cecf614e34a on network 5ae5f0bb-b3d6-40a9-95a9-ecd2fbf830fb {{(pid=87787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 02:59:25.439348 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d0a89d-d956-42c0-a31a-66719cd344d2 req-f0e4a83c-db3b-49ae-9d7f-8a4f7156056c service neutron] Port 8af8cccf-89ce-41c9-a6d1-9cecf614e34a on network 5ae5f0bb-b3d6-40a9-95a9-ecd2fbf830fb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83705 {{(pid=87787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 08 02:59:25.440047 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d0a89d-d956-42c0-a31a-66719cd344d2 req-f0e4a83c-db3b-49ae-9d7f-8a4f7156056c service neutron] Attempting to bind port 8af8cccf-89ce-41c9-a6d1-9cecf614e34a on network 5ae5f0bb-b3d6-40a9-95a9-ecd2fbf830fb {{(pid=87787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 02:59:25.448405 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d0a89d-d956-42c0-a31a-66719cd344d2 req-f0e4a83c-db3b-49ae-9d7f-8a4f7156056c service neutron] Checking agent: {'id': '80029809-569d-4306-9121-6b636b3093bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83705', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 2, 54, 9), 'started_at': datetime.datetime(2022, 4, 8, 2, 54, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 2, 59, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 02:59:25.448807 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d0a89d-d956-42c0-a31a-66719cd344d2 req-f0e4a83c-db3b-49ae-9d7f-8a4f7156056c service neutron] Checking segment: {'id': 'bf00e84a-5ea6-4c6c-8c90-91646d25fe3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '5ae5f0bb-b3d6-40a9-95a9-ecd2fbf830fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 02:59:25.449661 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d0a89d-d956-42c0-a31a-66719cd344d2 req-f0e4a83c-db3b-49ae-9d7f-8a4f7156056c service neutron] Bound using segment: {'id': 'bf00e84a-5ea6-4c6c-8c90-91646d25fe3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '5ae5f0bb-b3d6-40a9-95a9-ecd2fbf830fb'} {{(pid=87787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 02:59:25.449978 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.plugins.ml2.managers [req-a0d0a89d-d956-42c0-a31a-66719cd344d2 req-f0e4a83c-db3b-49ae-9d7f-8a4f7156056c service neutron] Bound port: 8af8cccf-89ce-41c9-a6d1-9cecf614e34a, host: hv-cinder-83705, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf00e84a-5ea6-4c6c-8c90-91646d25fe3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '5ae5f0bb-b3d6-40a9-95a9-ecd2fbf830fb'}}] {{(pid=87787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 02:59:25.450387 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [req-a0d0a89d-d956-42c0-a31a-66719cd344d2 req-f0e4a83c-db3b-49ae-9d7f-8a4f7156056c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_update {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:59:25.554758 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.plugins.ml2.db [req-a0d0a89d-d956-42c0-a31a-66719cd344d2 req-f0e4a83c-db3b-49ae-9d7f-8a4f7156056c service neutron] For port 8af8cccf-89ce-41c9-a6d1-9cecf614e34a, host hv-cinder-83705, cleared binding levels {{(pid=87787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 02:59:25.558124 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.plugins.ml2.db [req-a0d0a89d-d956-42c0-a31a-66719cd344d2 req-f0e4a83c-db3b-49ae-9d7f-8a4f7156056c service neutron] For port 8af8cccf-89ce-41c9-a6d1-9cecf614e34a, host hv-cinder-83705, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=8af8cccf-89ce-41c9-a6d1-9cecf614e34a,segment=NetworkSegment(bf00e84a-5ea6-4c6c-8c90-91646d25fe3c),segment_id=bf00e84a-5ea6-4c6c-8c90-91646d25fe3c)] {{(pid=87787) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 02:59:25.586245 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d37c786-b6c5-47f4-bdf6-1491ff1f2abc req-83bfce85-b8ae-4283-a860-c84a16a03e56 tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:59:25.587723 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-1d37c786-b6c5-47f4-bdf6-1491ff1f2abc req-83bfce85-b8ae-4283-a860-c84a16a03e56 tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] 10.222.0.15 "GET /v2.0/ports?device_id=a27a10dc-251a-43a1-a678-3f066f540399 HTTP/1.1" status: 200 len: 945 time: 0.3990462 Apr 08 02:59:25.597868 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [req-a0d0a89d-d956-42c0-a31a-66719cd344d2 req-f0e4a83c-db3b-49ae-9d7f-8a4f7156056c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762847214852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762846864698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762846864743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3006669'] for port, after_update {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:59:25.637000 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5215ea-94f9-4655-8127-58896621b87f req-78e0b696-5a71-4ff4-9229-ed4baf44ab42 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:59:25.638442 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-4b5215ea-94f9-4655-8127-58896621b87f req-78e0b696-5a71-4ff4-9229-ed4baf44ab42 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcf140c8-6253-441e-87a3-ae36ef0e2bac HTTP/1.1" status: 200 len: 945 time: 0.3920786 Apr 08 02:59:25.652621 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d0a89d-d956-42c0-a31a-66719cd344d2 req-f0e4a83c-db3b-49ae-9d7f-8a4f7156056c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:59:25.653217 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [req-a0d0a89d-d956-42c0-a31a-66719cd344d2 req-f0e4a83c-db3b-49ae-9d7f-8a4f7156056c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207533'] for port, before_response {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:59:25.654585 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-a0d0a89d-d956-42c0-a31a-66719cd344d2 req-f0e4a83c-db3b-49ae-9d7f-8a4f7156056c service neutron] 10.222.0.39 "PUT /v2.0/ports/8af8cccf-89ce-41c9-a6d1-9cecf614e34a HTTP/1.1" status: 200 len: 1097 time: 1.1468458 Apr 08 02:59:25.654999 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50cf0583-e0b4-4aeb-ae22-a3aee8820a2c', 'tag': '8af8cccf-89ce-41c9-a6d1-9cecf614e34a'}] {{(pid=87787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 02:59:25.684233 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e4a83c-db3b-49ae-9d7f-8a4f7156056c service neutron] Pushing event updated for resources: {'Port': ['ID=8af8cccf-89ce-41c9-a6d1-9cecf614e34a,revision_number=3']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:59:25.704165 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-1d37c786-b6c5-47f4-bdf6-1491ff1f2abc req-8430d98b-2257-40b7-8534-2fa4c616176e tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d0b1559-7425-473f-bd1c-fb1704313e64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081796 Apr 08 02:59:25.723764 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-4b5215ea-94f9-4655-8127-58896621b87f req-df279547-b59a-40f7-a30f-a8f6f84a5c4e tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] 10.222.0.15 "GET /v2.0/security-groups?id=22edd372-7418-42f2-9187-61e1546f1f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756464 Apr 08 02:59:25.759932 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.agents_db [None req-78530461-7b12-4524-9e6e-3e4de8d78fc4 None None] Agent healthcheck: found 6 active agents {{(pid=87789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 02:59:25.894842 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-6a55583b-e495-41aa-86d8-a70b92b8b298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:59:25.940300 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d0a89d-d956-42c0-a31a-66719cd344d2 req-a6a635e3-8125-4178-9019-927438341ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:59:25.941679 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-a0d0a89d-d956-42c0-a31a-66719cd344d2 req-a6a635e3-8125-4178-9019-927438341ecb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cee313bea1da4860bec83d0f7d594d96&device_id=50cf0583-e0b4-4aeb-ae22-a3aee8820a2c HTTP/1.1" status: 200 len: 1100 time: 0.0833316 Apr 08 02:59:26.016237 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-7bcbcee7-91d0-4b61-b93d-fb39a0463234 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:59:26.033812 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-a0d0a89d-d956-42c0-a31a-66719cd344d2 req-4fb3138d-23f6-4bf0-8a79-b16699a4ed21 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=8af8cccf-89ce-41c9-a6d1-9cecf614e34a HTTP/1.1" status: 200 len: 217 time: 0.0606406 Apr 08 02:59:26.064984 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddae9d87-6d38-41ea-9044-5fb2efd3687d req-0be1d264-23d9-4b7c-8bbb-d700751f547b tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:59:26.066363 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-ddae9d87-6d38-41ea-9044-5fb2efd3687d req-0be1d264-23d9-4b7c-8bbb-d700751f547b tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/ports?device_id=df0970e5-c7c0-43bb-8474-b5e830fcd18b HTTP/1.1" status: 200 len: 945 time: 0.1852715 Apr 08 02:59:26.074311 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018dd858-f5e6-4a95-9e41-6bcec57bfb17 req-67e96b74-debd-4366-b95a-9548d21bd8d8 tempest-VolumesNegativeTest-1924058838 tempest-VolumesNegativeTest-1924058838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:59:26.075942 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-018dd858-f5e6-4a95-9e41-6bcec57bfb17 req-67e96b74-debd-4366-b95a-9548d21bd8d8 tempest-VolumesNegativeTest-1924058838 tempest-VolumesNegativeTest-1924058838-project] 10.222.0.15 "GET /v2.0/ports?device_id=50cf0583-e0b4-4aeb-ae22-a3aee8820a2c HTTP/1.1" status: 200 len: 947 time: 0.1583464 Apr 08 02:59:26.103175 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-7bcbcee7-91d0-4b61-b93d-fb39a0463234 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-333402'] for floatingip, after_update {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:59:26.162772 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d0a89d-d956-42c0-a31a-66719cd344d2 req-ca4386d7-b98f-4f4e-bd73-9174e9465689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:59:26.164207 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-a0d0a89d-d956-42c0-a31a-66719cd344d2 req-ca4386d7-b98f-4f4e-bd73-9174e9465689 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6ce6ae4c-4a15-4849-85f8-d7c7e2cc58f6 HTTP/1.1" status: 200 len: 843 time: 0.1240668 Apr 08 02:59:26.223426 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-ddae9d87-6d38-41ea-9044-5fb2efd3687d req-e64cb696-14d4-421e-9027-40c7921d5b3e tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/security-groups?id=e8a36ab3-836a-4bb3-9969-b622cdd2efa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1464529 Apr 08 02:59:26.230722 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-018dd858-f5e6-4a95-9e41-6bcec57bfb17 req-658c983a-9bce-4409-8bf8-05221353f9eb tempest-VolumesNegativeTest-1924058838 tempest-VolumesNegativeTest-1924058838-project] 10.222.0.15 "GET /v2.0/security-groups?id=282a5889-9237-478b-90b8-b140decf876f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324332 Apr 08 02:59:26.261416 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d0a89d-d956-42c0-a31a-66719cd344d2 req-bb4cf83c-c52e-463b-a055-d480d6bcd587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:59:26.264206 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-a0d0a89d-d956-42c0-a31a-66719cd344d2 req-bb4cf83c-c52e-463b-a055-d480d6bcd587 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5ae5f0bb-b3d6-40a9-95a9-ecd2fbf830fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0907860 Apr 08 02:59:26.340305 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.db.l3_db [None req-7bcbcee7-91d0-4b61-b93d-fb39a0463234 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Floating IP bd2919fc-83e7-4d3a-9817-6fcb8539081c associated. External IP: 172.28.2.245, port: 2b57f67a-776a-4f71-a7a5-8dbbc62b7994. Apr 08 02:59:26.379668 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3054d1f5-0ade-454c-a03b-808c0dc370cf'] response: {'name': 'network-changed', 'server_uuid': '50cf0583-e0b4-4aeb-ae22-a3aee8820a2c', 'tag': '8af8cccf-89ce-41c9-a6d1-9cecf614e34a', 'status': 'completed', 'code': 200} Apr 08 02:59:26.423624 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-a0d0a89d-d956-42c0-a31a-66719cd344d2 req-2b0dcbab-9ec6-436b-b80c-476516ee4fac service neutron] 10.222.0.39 "GET /v2.0/networks/5ae5f0bb-b3d6-40a9-95a9-ecd2fbf830fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511731 Apr 08 02:59:26.561481 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-a0d0a89d-d956-42c0-a31a-66719cd344d2 req-ed22dbdd-441c-4817-8073-1a0ed43b7ec5 service neutron] 10.222.0.39 "GET /v2.0/networks/5ae5f0bb-b3d6-40a9-95a9-ecd2fbf830fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317382 Apr 08 02:59:26.826088 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db6b787-cfca-4a3c-86a4-b05369684e81 req-0aba0559-ae7c-46b0-8d23-350fd7e11056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:59:26.828049 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-6db6b787-cfca-4a3c-86a4-b05369684e81 req-0aba0559-ae7c-46b0-8d23-350fd7e11056 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cee313bea1da4860bec83d0f7d594d96&device_id=50cf0583-e0b4-4aeb-ae22-a3aee8820a2c HTTP/1.1" status: 200 len: 1100 time: 0.0892053 Apr 08 02:59:26.871503 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bcbcee7-91d0-4b61-b93d-fb39a0463234 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Router 572fd179-4fdf-49dd-b727-118167ba2fbe has already been hosted by L3 agent 70d74887-4404-4f0d-99b3-e017d5637063 {{(pid=87786) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 02:59:26.966115 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db6b787-cfca-4a3c-86a4-b05369684e81 req-07a3a3c4-8844-41be-bec4-1184a992111e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:59:26.967601 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-6db6b787-cfca-4a3c-86a4-b05369684e81 req-07a3a3c4-8844-41be-bec4-1184a992111e service neutron] 10.222.0.39 "GET /v2.0/networks?id=5ae5f0bb-b3d6-40a9-95a9-ecd2fbf830fb HTTP/1.1" status: 200 len: 870 time: 0.1294043 Apr 08 02:59:27.033997 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-6db6b787-cfca-4a3c-86a4-b05369684e81 req-ccb6633e-7e84-4a74-bd4b-cfcf73b589a6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=8af8cccf-89ce-41c9-a6d1-9cecf614e34a HTTP/1.1" status: 200 len: 217 time: 0.0601652 Apr 08 02:59:27.098431 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db6b787-cfca-4a3c-86a4-b05369684e81 req-a91594ab-aca0-456f-98d7-f121e348fb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:59:27.100476 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-6db6b787-cfca-4a3c-86a4-b05369684e81 req-a91594ab-aca0-456f-98d7-f121e348fb66 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6ce6ae4c-4a15-4849-85f8-d7c7e2cc58f6 HTTP/1.1" status: 200 len: 843 time: 0.0604248 Apr 08 02:59:27.125818 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9afa977-13be-4218-a7fd-f929ef4d56bc req-2b9a0523-9139-4d03-8efd-7268432e30c8 tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:59:27.127273 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-d9afa977-13be-4218-a7fd-f929ef4d56bc req-2b9a0523-9139-4d03-8efd-7268432e30c8 tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] 10.222.0.15 "GET /v2.0/ports?device_id=a27a10dc-251a-43a1-a678-3f066f540399 HTTP/1.1" status: 200 len: 945 time: 0.2967308 Apr 08 02:59:27.134485 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7e888e-3bb3-4882-a582-d829d050207b req-66da5bbf-dbd5-4ffd-952e-4c2ca7453e47 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:59:27.135915 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-2c7e888e-3bb3-4882-a582-d829d050207b req-66da5bbf-dbd5-4ffd-952e-4c2ca7453e47 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcf140c8-6253-441e-87a3-ae36ef0e2bac HTTP/1.1" status: 200 len: 945 time: 0.2633424 Apr 08 02:59:27.179345 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db6b787-cfca-4a3c-86a4-b05369684e81 req-a207051d-cced-4248-bf82-f7221afbeb4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:59:27.181026 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-6db6b787-cfca-4a3c-86a4-b05369684e81 req-a207051d-cced-4248-bf82-f7221afbeb4e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5ae5f0bb-b3d6-40a9-95a9-ecd2fbf830fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0719867 Apr 08 02:59:27.187241 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bcbcee7-91d0-4b61-b93d-fb39a0463234 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Notify agent at l3_agent.dv-cinder-837051-1-smb the message routers_updated {{(pid=87786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 02:59:27.197904 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad7ba0a8-18ad-48e5-8b47-035aa04e5b30 None None] Sync routers for ids ['572fd179-4fdf-49dd-b727-118167ba2fbe'] in dv-cinder-837051-1-smb {{(pid=87789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 02:59:27.208894 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7ba0a8-18ad-48e5-8b47-035aa04e5b30 None None] Routers {'572fd179-4fdf-49dd-b727-118167ba2fbe'} bound to L3 agent in host dv-cinder-837051-1-smb {{(pid=87789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 02:59:27.209887 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.l3_hamode_db [None req-ad7ba0a8-18ad-48e5-8b47-035aa04e5b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837051-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-08T02:46:58Z,description=,heartbeat_timestamp=2022-04-08T02:58:58Z,host='dv-cinder-837051-1-smb',id=70d74887-4404-4f0d-99b3-e017d5637063,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T02:46:59Z,topic='l3_agent')) {'router_ids': ['572fd179-4fdf-49dd-b727-118167ba2fbe'], 'active': True} {{(pid=87789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:59:27.227971 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-d9afa977-13be-4218-a7fd-f929ef4d56bc req-635ad6f1-7c1c-46ca-b488-6f283fbcfe05 tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d0b1559-7425-473f-bd1c-fb1704313e64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911887 Apr 08 02:59:27.235551 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-7bcbcee7-91d0-4b61-b93d-fb39a0463234 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207533'] for floatingip, before_response {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:59:27.273628 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-2c7e888e-3bb3-4882-a582-d829d050207b req-45210eae-ea77-4c4b-b913-0db51fd3d393 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] 10.222.0.15 "GET /v2.0/security-groups?id=22edd372-7418-42f2-9187-61e1546f1f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1129212 Apr 08 02:59:27.300440 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [None req-7bcbcee7-91d0-4b61-b93d-fb39a0463234 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "PUT /v2.0/floatingips/bd2919fc-83e7-4d3a-9817-6fcb8539081c HTTP/1.1" status: 200 len: 992 time: 2.5538120 Apr 08 02:59:27.300440 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7018345-ef6c-448f-a6e4-6737eabc6aff', 'tag': '2b57f67a-776a-4f71-a7a5-8dbbc62b7994'}] {{(pid=87786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 02:59:27.326001 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-6db6b787-cfca-4a3c-86a4-b05369684e81 req-dae5ed28-0687-42b5-a603-fedc1ce6654c service neutron] 10.222.0.39 "GET /v2.0/networks/5ae5f0bb-b3d6-40a9-95a9-ecd2fbf830fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365094 Apr 08 02:59:27.519875 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.l3_dvr_db [None req-ad7ba0a8-18ad-48e5-8b47-035aa04e5b30 None None] Set router 572fd179-4fdf-49dd-b727-118167ba2fbe gateway port host: dv-cinder-837051-1-smb {{(pid=87789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 02:59:27.530928 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-6db6b787-cfca-4a3c-86a4-b05369684e81 req-175f604b-932f-42ae-b4ba-da4f500e00c5 service neutron] 10.222.0.39 "GET /v2.0/networks/5ae5f0bb-b3d6-40a9-95a9-ecd2fbf830fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1951973 Apr 08 02:59:27.547029 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4937fc4-77a5-4cf6-8db8-435130a78303 req-de4e2994-b7e5-4cd6-9128-57e39ac6194c tempest-VolumesNegativeTest-1924058838 tempest-VolumesNegativeTest-1924058838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:59:27.548618 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-c4937fc4-77a5-4cf6-8db8-435130a78303 req-de4e2994-b7e5-4cd6-9128-57e39ac6194c tempest-VolumesNegativeTest-1924058838 tempest-VolumesNegativeTest-1924058838-project] 10.222.0.15 "GET /v2.0/ports?device_id=50cf0583-e0b4-4aeb-ae22-a3aee8820a2c HTTP/1.1" status: 200 len: 947 time: 0.1467643 Apr 08 02:59:27.613957 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-c4937fc4-77a5-4cf6-8db8-435130a78303 req-95792c11-d892-49a3-ad67-c64c27e29837 tempest-VolumesNegativeTest-1924058838 tempest-VolumesNegativeTest-1924058838-project] 10.222.0.15 "GET /v2.0/security-groups?id=282a5889-9237-478b-90b8-b140decf876f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574660 Apr 08 02:59:27.634705 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173693e8-fc6d-4b26-8173-9fe2484ec052 req-e51e7f44-6c27-43d9-b71b-a29ed039d871 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:59:27.636097 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-173693e8-fc6d-4b26-8173-9fe2484ec052 req-e51e7f44-6c27-43d9-b71b-a29ed039d871 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/ports?device_id=df0970e5-c7c0-43bb-8474-b5e830fcd18b HTTP/1.1" status: 200 len: 945 time: 0.1509743 Apr 08 02:59:27.686998 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-173693e8-fc6d-4b26-8173-9fe2484ec052 req-695862e0-bf92-4c20-b05d-8631ca874245 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/security-groups?id=e8a36ab3-836a-4bb3-9969-b622cdd2efa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434237 Apr 08 02:59:27.756995 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb1d8303-3bde-4c3a-8962-e1b09228a3b8'] response: {'name': 'network-changed', 'server_uuid': 'c7018345-ef6c-448f-a6e4-6737eabc6aff', 'tag': '2b57f67a-776a-4f71-a7a5-8dbbc62b7994', 'status': 'completed', 'code': 200} Apr 08 02:59:27.805346 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57027bec-dca3-4565-9215-c12f2f4b10b7 req-1d3eb78e-db7a-4ff6-8af3-50820f79ae70 tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:59:27.806808 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-57027bec-dca3-4565-9215-c12f2f4b10b7 req-1d3eb78e-db7a-4ff6-8af3-50820f79ae70 tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] 10.222.0.15 "GET /v2.0/ports?device_id=a27a10dc-251a-43a1-a678-3f066f540399 HTTP/1.1" status: 200 len: 945 time: 0.0883281 Apr 08 02:59:27.861821 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-57027bec-dca3-4565-9215-c12f2f4b10b7 req-3a7d33a6-4d12-42f1-9472-d30053e892f8 tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d0b1559-7425-473f-bd1c-fb1704313e64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484779 Apr 08 02:59:27.899428 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa172ab-fb0c-4c56-a0d7-edaa259a19f7 req-3a1ba992-faf0-440c-ae99-dff36f4f1a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:59:27.901858 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-aaa172ab-fb0c-4c56-a0d7-edaa259a19f7 req-3a1ba992-faf0-440c-ae99-dff36f4f1a41 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9e6274c43de24b849ee9a4529c53f5b5&device_id=c7018345-ef6c-448f-a6e4-6737eabc6aff HTTP/1.1" status: 200 len: 1099 time: 0.0934715 Apr 08 02:59:27.931622 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.l3_hamode_db [None req-ad7ba0a8-18ad-48e5-8b47-035aa04e5b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '572fd179-4fdf-49dd-b727-118167ba2fbe', 'name': 'tempest-ServerRescueNegativeTestJSON-180479948-router', 'tenant_id': '9e6274c43de24b849ee9a4529c53f5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'external_fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.165'}], 'enable_snat': True}, 'gw_port_id': 'c8c09e15-8818-4c7e-833b-b83cfda4f09c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:56:23Z', 'updated_at': '2022-04-08T02:56:33Z', 'revision_number': 4, 'project_id': '9e6274c43de24b849ee9a4529c53f5b5', 'gw_port': {'id': 'c8c09e15-8818-4c7e-833b-b83cfda4f09c', 'name': '', 'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:c2:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '572fd179-4fdf-49dd-b727-118167ba2fbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:56:25Z', 'updated_at': '2022-04-08T02:56:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-smb', '_floatingips': [{'id': 'bd2919fc-83e7-4d3a-9817-6fcb8539081c', 'tenant_id': '9e6274c43de24b849ee9a4529c53f5b5', 'floating_ip_address': '172.28.2.245', 'floating_network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'router_id': '572fd179-4fdf-49dd-b727-118167ba2fbe', 'port_id': '2b57f67a-776a-4f71-a7a5-8dbbc62b7994', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 380, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '769a4c13-39df-48c1-b6cd-854ac881aaa3', 'mac_address': 'fa:16:3e:41:d1:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7018345-ef6c-448f-a6e4-6737eabc6aff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T02:58:44Z', 'updated_at': '2022-04-08T02:59:25Z', 'revision_number': 1, 'project_id': '9e6274c43de24b849ee9a4529c53f5b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1daf67e-83d0-408c-8806-e811ed179fd7', 'name': '', 'network_id': '769a4c13-39df-48c1-b6cd-854ac881aaa3', 'tenant_id': '9e6274c43de24b849ee9a4529c53f5b5', 'mac_address': 'fa:16:3e:d2:c0:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '572fd179-4fdf-49dd-b727-118167ba2fbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '2ff278b6-8dcd-49ad-92d3-ea301b80d1c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:56:31Z', 'updated_at': '2022-04-08T02:56:50Z', 'revision_number': 5, 'project_id': '9e6274c43de24b849ee9a4529c53f5b5', 'subnets': [{'id': '2ff278b6-8dcd-49ad-92d3-ea301b80d1c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837051-1-smb', False) {} {{(pid=87789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:59:27.936259 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad7ba0a8-18ad-48e5-8b47-035aa04e5b30 None None] Checking router: 572fd179-4fdf-49dd-b727-118167ba2fbe for host: dv-cinder-837051-1-smb {{(pid=87789) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 02:59:27.945535 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7ba0a8-18ad-48e5-8b47-035aa04e5b30 None None] Routers {'572fd179-4fdf-49dd-b727-118167ba2fbe'} bound to L3 agent in host dv-cinder-837051-1-smb {{(pid=87789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 02:59:27.946139 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.l3_hamode_db [None req-ad7ba0a8-18ad-48e5-8b47-035aa04e5b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837051-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-08T02:46:58Z,description=,heartbeat_timestamp=2022-04-08T02:58:58Z,host='dv-cinder-837051-1-smb',id=70d74887-4404-4f0d-99b3-e017d5637063,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T02:46:59Z,topic='l3_agent')) {'router_ids': ['572fd179-4fdf-49dd-b727-118167ba2fbe'], 'active': True} {{(pid=87789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:59:28.118187 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa172ab-fb0c-4c56-a0d7-edaa259a19f7 req-7db8bf05-3bff-4553-a688-95c81631305e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:59:28.120288 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-aaa172ab-fb0c-4c56-a0d7-edaa259a19f7 req-7db8bf05-3bff-4553-a688-95c81631305e service neutron] 10.222.0.39 "GET /v2.0/networks?id=769a4c13-39df-48c1-b6cd-854ac881aaa3 HTTP/1.1" status: 200 len: 919 time: 0.2008290 Apr 08 02:59:28.137894 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.l3_dvr_db [None req-ad7ba0a8-18ad-48e5-8b47-035aa04e5b30 None None] Set router 572fd179-4fdf-49dd-b727-118167ba2fbe gateway port host: dv-cinder-837051-1-smb {{(pid=87789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 02:59:28.248398 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-aaa172ab-fb0c-4c56-a0d7-edaa259a19f7 req-f646bbae-0dd0-4a98-9f1c-8bdd0ed65582 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2b57f67a-776a-4f71-a7a5-8dbbc62b7994 HTTP/1.1" status: 200 len: 1000 time: 0.1120737 Apr 08 02:59:28.317853 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-bb5602ab-87a5-4a36-95bf-5089d7395885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:59:28.323869 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa172ab-fb0c-4c56-a0d7-edaa259a19f7 req-1a198043-0fa1-41f5-876e-be1448edd429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:59:28.326308 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-aaa172ab-fb0c-4c56-a0d7-edaa259a19f7 req-1a198043-0fa1-41f5-876e-be1448edd429 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2ff278b6-8dcd-49ad-92d3-ea301b80d1c2 HTTP/1.1" status: 200 len: 857 time: 0.0711422 Apr 08 02:59:28.336790 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ae3f09-b89a-43a7-b6d8-aa179ed98c49 req-635ff5cc-16f5-4b5b-ae7f-d3d81204c4c4 tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:59:28.338560 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-f2ae3f09-b89a-43a7-b6d8-aa179ed98c49 req-635ff5cc-16f5-4b5b-ae7f-d3d81204c4c4 tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] 10.222.0.15 "GET /v2.0/ports?device_id=a27a10dc-251a-43a1-a678-3f066f540399 HTTP/1.1" status: 200 len: 945 time: 0.1156301 Apr 08 02:59:28.408481 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-f2ae3f09-b89a-43a7-b6d8-aa179ed98c49 req-520c874b-584f-4a57-9fe8-7b94198b17e9 tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d0b1559-7425-473f-bd1c-fb1704313e64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565906 Apr 08 02:59:28.434067 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa172ab-fb0c-4c56-a0d7-edaa259a19f7 req-1bc27b52-61fc-4731-ba98-8c8415fddc3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:59:28.436006 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-aaa172ab-fb0c-4c56-a0d7-edaa259a19f7 req-1bc27b52-61fc-4731-ba98-8c8415fddc3d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=769a4c13-39df-48c1-b6cd-854ac881aaa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0957990 Apr 08 02:59:28.560362 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.l3_hamode_db [None req-ad7ba0a8-18ad-48e5-8b47-035aa04e5b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '572fd179-4fdf-49dd-b727-118167ba2fbe', 'name': 'tempest-ServerRescueNegativeTestJSON-180479948-router', 'tenant_id': '9e6274c43de24b849ee9a4529c53f5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'external_fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.165'}], 'enable_snat': True}, 'gw_port_id': 'c8c09e15-8818-4c7e-833b-b83cfda4f09c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:56:23Z', 'updated_at': '2022-04-08T02:56:33Z', 'revision_number': 4, 'project_id': '9e6274c43de24b849ee9a4529c53f5b5', 'gw_port': {'id': 'c8c09e15-8818-4c7e-833b-b83cfda4f09c', 'name': '', 'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:c2:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '572fd179-4fdf-49dd-b727-118167ba2fbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:56:25Z', 'updated_at': '2022-04-08T02:56:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-smb', '_floatingips': [{'id': 'bd2919fc-83e7-4d3a-9817-6fcb8539081c', 'tenant_id': '9e6274c43de24b849ee9a4529c53f5b5', 'floating_ip_address': '172.28.2.245', 'floating_network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'router_id': '572fd179-4fdf-49dd-b727-118167ba2fbe', 'port_id': '2b57f67a-776a-4f71-a7a5-8dbbc62b7994', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 380, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '769a4c13-39df-48c1-b6cd-854ac881aaa3', 'mac_address': 'fa:16:3e:41:d1:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7018345-ef6c-448f-a6e4-6737eabc6aff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T02:58:44Z', 'updated_at': '2022-04-08T02:59:25Z', 'revision_number': 1, 'project_id': '9e6274c43de24b849ee9a4529c53f5b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1daf67e-83d0-408c-8806-e811ed179fd7', 'name': '', 'network_id': '769a4c13-39df-48c1-b6cd-854ac881aaa3', 'tenant_id': '9e6274c43de24b849ee9a4529c53f5b5', 'mac_address': 'fa:16:3e:d2:c0:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '572fd179-4fdf-49dd-b727-118167ba2fbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '2ff278b6-8dcd-49ad-92d3-ea301b80d1c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:56:31Z', 'updated_at': '2022-04-08T02:56:50Z', 'revision_number': 5, 'project_id': '9e6274c43de24b849ee9a4529c53f5b5', 'subnets': [{'id': '2ff278b6-8dcd-49ad-92d3-ea301b80d1c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837051-1-smb', False) {} {{(pid=87789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:59:28.564845 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad7ba0a8-18ad-48e5-8b47-035aa04e5b30 None None] The sync data for ids ['572fd179-4fdf-49dd-b727-118167ba2fbe'] in dv-cinder-837051-1-smb is: [{'id': '572fd179-4fdf-49dd-b727-118167ba2fbe', 'name': 'tempest-ServerRescueNegativeTestJSON-180479948-router', 'tenant_id': '9e6274c43de24b849ee9a4529c53f5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'external_fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.165'}], 'enable_snat': True}, 'gw_port_id': 'c8c09e15-8818-4c7e-833b-b83cfda4f09c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:56:23Z', 'updated_at': '2022-04-08T02:56:33Z', 'revision_number': 4, 'project_id': '9e6274c43de24b849ee9a4529c53f5b5', 'gw_port': {'id': 'c8c09e15-8818-4c7e-833b-b83cfda4f09c', 'name': '', 'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:c2:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '572fd179-4fdf-49dd-b727-118167ba2fbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:56:25Z', 'updated_at': '2022-04-08T02:56:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-smb', '_floatingips': [{'id': 'bd2919fc-83e7-4d3a-9817-6fcb8539081c', 'tenant_id': '9e6274c43de24b849ee9a4529c53f5b5', 'floating_ip_address': '172.28.2.245', 'floating_network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'router_id': '572fd179-4fdf-49dd-b727-118167ba2fbe', 'port_id': '2b57f67a-776a-4f71-a7a5-8dbbc62b7994', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 380, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '769a4c13-39df-48c1-b6cd-854ac881aaa3', 'mac_address': 'fa:16:3e:41:d1:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7018345-ef6c-448f-a6e4-6737eabc6aff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T02:58:44Z', 'updated_at': '2022-04-08T02:59:25Z', 'revision_number': 1, 'project_id': '9e6274c43de24b849ee9a4529c53f5b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1daf67e-83d0-408c-8806-e811ed179fd7', 'name': '', 'network_id': '769a4c13-39df-48c1-b6cd-854ac881aaa3', 'tenant_id': '9e6274c43de24b849ee9a4529c53f5b5', 'mac_address': 'fa:16:3e:d2:c0:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '572fd179-4fdf-49dd-b727-118167ba2fbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '2ff278b6-8dcd-49ad-92d3-ea301b80d1c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:56:31Z', 'updated_at': '2022-04-08T02:56:50Z', 'revision_number': 5, 'project_id': '9e6274c43de24b849ee9a4529c53f5b5', 'subnets': [{'id': '2ff278b6-8dcd-49ad-92d3-ea301b80d1c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 02:59:28.747109 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-aaa172ab-fb0c-4c56-a0d7-edaa259a19f7 req-1f8ece3b-5c68-4504-89b2-0cba1b2aaded service neutron] 10.222.0.39 "GET /v2.0/networks/769a4c13-39df-48c1-b6cd-854ac881aaa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3019392 Apr 08 02:59:28.749601 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e3f59d-512d-49eb-8b3e-3b7e478b8d75 req-b29df90c-8c0d-4312-b9cb-d1264716d808 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:59:28.751498 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-77e3f59d-512d-49eb-8b3e-3b7e478b8d75 req-b29df90c-8c0d-4312-b9cb-d1264716d808 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcf140c8-6253-441e-87a3-ae36ef0e2bac HTTP/1.1" status: 200 len: 945 time: 0.1335316 Apr 08 02:59:28.846300 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-77e3f59d-512d-49eb-8b3e-3b7e478b8d75 req-dadcd86e-d526-43ea-b5c3-d9e17e45c59e tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] 10.222.0.15 "GET /v2.0/security-groups?id=22edd372-7418-42f2-9187-61e1546f1f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856264 Apr 08 02:59:28.983017 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef8c320-2a51-4223-88ba-3a23ee9dd9cf None None] New status for floating IP bd2919fc-83e7-4d3a-9817-6fcb8539081c: ACTIVE {{(pid=87788) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 02:59:29.028410 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-aaa172ab-fb0c-4c56-a0d7-edaa259a19f7 req-3200be28-f0a5-438c-a021-1fdcbd14791a service neutron] 10.222.0.39 "GET /v2.0/networks/769a4c13-39df-48c1-b6cd-854ac881aaa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2644949 Apr 08 02:59:29.202409 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2a0bbd-0603-46c3-a52d-86cbe7ce39f7 req-8dde4cee-84b8-4ad3-a8f2-9eda87918035 tempest-VolumesNegativeTest-1924058838 tempest-VolumesNegativeTest-1924058838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:59:29.210724 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-4f2a0bbd-0603-46c3-a52d-86cbe7ce39f7 req-8dde4cee-84b8-4ad3-a8f2-9eda87918035 tempest-VolumesNegativeTest-1924058838 tempest-VolumesNegativeTest-1924058838-project] 10.222.0.15 "GET /v2.0/ports?device_id=50cf0583-e0b4-4aeb-ae22-a3aee8820a2c HTTP/1.1" status: 200 len: 947 time: 0.1339154 Apr 08 02:59:29.237043 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91551f3e-24e2-432f-826f-b8f29a83ba9d req-4e44934a-effc-4564-80e5-e42edeb16282 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:59:29.238547 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-91551f3e-24e2-432f-826f-b8f29a83ba9d req-4e44934a-effc-4564-80e5-e42edeb16282 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/ports?device_id=df0970e5-c7c0-43bb-8474-b5e830fcd18b HTTP/1.1" status: 200 len: 945 time: 0.2294905 Apr 08 02:59:29.264345 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-ef00a636-a289-418c-ab96-90866b017a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:59:29.311955 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-4f2a0bbd-0603-46c3-a52d-86cbe7ce39f7 req-3daf81cd-0a8c-4df4-8290-07fb8a19af01 tempest-VolumesNegativeTest-1924058838 tempest-VolumesNegativeTest-1924058838-project] 10.222.0.15 "GET /v2.0/security-groups?id=282a5889-9237-478b-90b8-b140decf876f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996649 Apr 08 02:59:29.326134 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:59:29.334141 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-91551f3e-24e2-432f-826f-b8f29a83ba9d req-397945e5-6f7c-4299-86ee-0b52c6a93231 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/security-groups?id=e8a36ab3-836a-4bb3-9969-b622cdd2efa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871553 Apr 08 02:59:30.051741 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f69a2f4-3a58-4084-8c54-7119084fd147 req-894b9be9-cc68-499a-852a-6616a505c4ce tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:59:30.053262 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-4f69a2f4-3a58-4084-8c54-7119084fd147 req-894b9be9-cc68-499a-852a-6616a505c4ce tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcf140c8-6253-441e-87a3-ae36ef0e2bac HTTP/1.1" status: 200 len: 945 time: 0.0879998 Apr 08 02:59:30.104610 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-4f69a2f4-3a58-4084-8c54-7119084fd147 req-cc820014-414c-418b-a83a-a6f51fbda482 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] 10.222.0.15 "GET /v2.0/security-groups?id=22edd372-7418-42f2-9187-61e1546f1f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446513 Apr 08 02:59:30.546091 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-0700d8e1-2fb2-4ab8-b601-2cbd26aa24a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:59:30.587113 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe617aac-9701-4b81-83c8-bb2263143243 req-326f5cab-068d-41a5-ab44-5ec231400be3 tempest-VolumesNegativeTest-1924058838 tempest-VolumesNegativeTest-1924058838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:59:30.588517 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-fe617aac-9701-4b81-83c8-bb2263143243 req-326f5cab-068d-41a5-ab44-5ec231400be3 tempest-VolumesNegativeTest-1924058838 tempest-VolumesNegativeTest-1924058838-project] 10.222.0.15 "GET /v2.0/ports?device_id=50cf0583-e0b4-4aeb-ae22-a3aee8820a2c HTTP/1.1" status: 200 len: 947 time: 0.1378808 Apr 08 02:59:30.624640 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Device 8af8cccf-89ce-41c9-a6d1-9cecf614e34a details requested by agent hyperv_hv-cinder-83705 with host hv-cinder-83705 {{(pid=87788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 08 02:59:30.625441 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1d5a80-feaf-4369-afe3-6306b4f6a607 req-37174ed9-5f42-463c-bd1e-eb5efef00385 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:59:30.627097 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-9e1d5a80-feaf-4369-afe3-6306b4f6a607 req-37174ed9-5f42-463c-bd1e-eb5efef00385 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/ports?device_id=df0970e5-c7c0-43bb-8474-b5e830fcd18b HTTP/1.1" status: 200 len: 945 time: 0.1384790 Apr 08 02:59:30.668025 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-fe617aac-9701-4b81-83c8-bb2263143243 req-740d4c9e-474b-4b70-9584-e10490118a28 tempest-VolumesNegativeTest-1924058838 tempest-VolumesNegativeTest-1924058838-project] 10.222.0.15 "GET /v2.0/security-groups?id=282a5889-9237-478b-90b8-b140decf876f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727131 Apr 08 02:59:30.700953 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-9e1d5a80-feaf-4369-afe3-6306b4f6a607 req-7b5dbfc2-cf88-48c8-bcae-1501a499fa1c tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/security-groups?id=e8a36ab3-836a-4bb3-9969-b622cdd2efa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597155 Apr 08 02:59:30.782234 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.db [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] For port 8af8cccf-89ce-41c9-a6d1-9cecf614e34a, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=8af8cccf-89ce-41c9-a6d1-9cecf614e34a,segment=NetworkSegment(bf00e84a-5ea6-4c6c-8c90-91646d25fe3c),segment_id=bf00e84a-5ea6-4c6c-8c90-91646d25fe3c)] {{(pid=87788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 02:59:30.795210 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Returning: {'device': '8af8cccf-89ce-41c9-a6d1-9cecf614e34a', 'network_id': '5ae5f0bb-b3d6-40a9-95a9-ecd2fbf830fb', 'port_id': '8af8cccf-89ce-41c9-a6d1-9cecf614e34a', 'mac_address': 'fa:16:3e:04:fa:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ce6ae4c-4a15-4849-85f8-d7c7e2cc58f6', 'ip_address': '192.168.233.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 02:59:30.850259 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:59:30.866495 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.notifiers.nova [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8af8cccf-89ce-41c9-a6d1-9cecf614e34a {{(pid=87788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 02:59:30.882433 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.db [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] For port 8af8cccf-89ce-41c9-a6d1-9cecf614e34a, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=8af8cccf-89ce-41c9-a6d1-9cecf614e34a,segment=NetworkSegment(bf00e84a-5ea6-4c6c-8c90-91646d25fe3c),segment_id=bf00e84a-5ea6-4c6c-8c90-91646d25fe3c)] {{(pid=87788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 02:59:30.951647 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762847214852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762846864698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762846864743'] for port, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:59:31.027654 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Pushing event updated for resources: {'Port': ['ID=8af8cccf-89ce-41c9-a6d1-9cecf614e34a,revision_number=4']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:59:31.284822 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3700ab2-c3ff-42aa-8952-6f9a57d605c0 req-c56dc31f-7a6e-41d8-a291-1f7d4da528fe tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:59:31.286245 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-b3700ab2-c3ff-42aa-8952-6f9a57d605c0 req-c56dc31f-7a6e-41d8-a291-1f7d4da528fe tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcf140c8-6253-441e-87a3-ae36ef0e2bac HTTP/1.1" status: 200 len: 945 time: 0.0796225 Apr 08 02:59:31.409567 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-b3700ab2-c3ff-42aa-8952-6f9a57d605c0 req-86271753-f0ae-4005-ab05-2c69c1d5fd9a tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] 10.222.0.15 "GET /v2.0/security-groups?id=22edd372-7418-42f2-9187-61e1546f1f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1174207 Apr 08 02:59:31.481466 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.db [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] get_ports_and_sgs() called for port_ids ['8af8cccf-89ce-41c9-a6d1-9cecf614e34a'] {{(pid=87788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 02:59:31.918289 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7c4b4d-152c-4b1d-befd-5d8bd00932ef req-317da237-c92d-4b60-a742-0c9f9f96e337 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:59:31.919739 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-ed7c4b4d-152c-4b1d-befd-5d8bd00932ef req-317da237-c92d-4b60-a742-0c9f9f96e337 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/ports?device_id=df0970e5-c7c0-43bb-8474-b5e830fcd18b HTTP/1.1" status: 200 len: 945 time: 0.0951819 Apr 08 02:59:31.955572 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10ec48b-200a-42d6-8421-9daf18ab0667 req-dc93234f-12d2-4342-bf6f-3348e80cfe7c tempest-VolumesNegativeTest-1924058838 tempest-VolumesNegativeTest-1924058838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:59:31.957021 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-d10ec48b-200a-42d6-8421-9daf18ab0667 req-dc93234f-12d2-4342-bf6f-3348e80cfe7c tempest-VolumesNegativeTest-1924058838 tempest-VolumesNegativeTest-1924058838-project] 10.222.0.15 "GET /v2.0/ports?device_id=50cf0583-e0b4-4aeb-ae22-a3aee8820a2c HTTP/1.1" status: 200 len: 948 time: 0.1792786 Apr 08 02:59:31.995627 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-ed7c4b4d-152c-4b1d-befd-5d8bd00932ef req-82a7ca0d-9750-4bf5-8bd1-81344b7f78ce tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/security-groups?id=e8a36ab3-836a-4bb3-9969-b622cdd2efa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656943 Apr 08 02:59:32.023206 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-d10ec48b-200a-42d6-8421-9daf18ab0667 req-06177c38-030e-465e-a885-4d99ffd54bb9 tempest-VolumesNegativeTest-1924058838 tempest-VolumesNegativeTest-1924058838-project] 10.222.0.15 "GET /v2.0/security-groups?id=282a5889-9237-478b-90b8-b140decf876f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535676 Apr 08 02:59:32.598326 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0052399-aa21-4936-835d-1c23e41e50b5 req-6333b1a4-c60b-495f-90d2-248e9233b468 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:59:32.600294 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-e0052399-aa21-4936-835d-1c23e41e50b5 req-6333b1a4-c60b-495f-90d2-248e9233b468 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcf140c8-6253-441e-87a3-ae36ef0e2bac HTTP/1.1" status: 200 len: 945 time: 0.0821369 Apr 08 02:59:32.644547 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-e0052399-aa21-4936-835d-1c23e41e50b5 req-ddd6fbcb-e564-4c19-9103-48e55cabac4d tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] 10.222.0.15 "GET /v2.0/security-groups?id=22edd372-7418-42f2-9187-61e1546f1f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382984 Apr 08 02:59:33.260863 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00863e3-939f-4586-9641-616343435bff req-63f2d835-72ca-4855-a8ca-456556515194 tempest-VolumesNegativeTest-1924058838 tempest-VolumesNegativeTest-1924058838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:59:33.262241 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-f00863e3-939f-4586-9641-616343435bff req-63f2d835-72ca-4855-a8ca-456556515194 tempest-VolumesNegativeTest-1924058838 tempest-VolumesNegativeTest-1924058838-project] 10.222.0.15 "GET /v2.0/ports?device_id=50cf0583-e0b4-4aeb-ae22-a3aee8820a2c HTTP/1.1" status: 200 len: 948 time: 0.1095803 Apr 08 02:59:33.271936 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a14c0f8-81e1-40aa-a553-fa3e3b32f623 req-5c47eeaa-f086-4c8b-a46f-7ae4d6c36801 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:59:33.273455 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-5a14c0f8-81e1-40aa-a553-fa3e3b32f623 req-5c47eeaa-f086-4c8b-a46f-7ae4d6c36801 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/ports?device_id=df0970e5-c7c0-43bb-8474-b5e830fcd18b HTTP/1.1" status: 200 len: 945 time: 0.1591849 Apr 08 02:59:33.344216 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-f00863e3-939f-4586-9641-616343435bff req-8acc040e-d5db-4367-ab0d-1b12f7d8052e tempest-VolumesNegativeTest-1924058838 tempest-VolumesNegativeTest-1924058838-project] 10.222.0.15 "GET /v2.0/security-groups?id=282a5889-9237-478b-90b8-b140decf876f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692604 Apr 08 02:59:33.351804 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-5a14c0f8-81e1-40aa-a553-fa3e3b32f623 req-b11683ff-8d7b-43da-9593-1d6da7751413 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/security-groups?id=e8a36ab3-836a-4bb3-9969-b622cdd2efa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631051 Apr 08 02:59:33.840773 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24388b25-b4f1-4b55-b703-728985db3e9b req-4800df3e-9bb5-4bd6-97db-5ca1e2c30bcd tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:59:33.847764 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-24388b25-b4f1-4b55-b703-728985db3e9b req-4800df3e-9bb5-4bd6-97db-5ca1e2c30bcd tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcf140c8-6253-441e-87a3-ae36ef0e2bac HTTP/1.1" status: 200 len: 945 time: 0.0894511 Apr 08 02:59:33.887010 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-24388b25-b4f1-4b55-b703-728985db3e9b req-5f85e0ab-178a-4f6b-a7fc-bacdfe37d586 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] 10.222.0.15 "GET /v2.0/security-groups?id=22edd372-7418-42f2-9187-61e1546f1f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391405 Apr 08 02:59:34.593002 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d15fa69-b1d9-4581-aa37-b30357bc5052 req-d3dd8972-f991-445f-ab71-d41d46542619 tempest-VolumesNegativeTest-1924058838 tempest-VolumesNegativeTest-1924058838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:59:34.594424 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-9d15fa69-b1d9-4581-aa37-b30357bc5052 req-d3dd8972-f991-445f-ab71-d41d46542619 tempest-VolumesNegativeTest-1924058838 tempest-VolumesNegativeTest-1924058838-project] 10.222.0.15 "GET /v2.0/ports?device_id=50cf0583-e0b4-4aeb-ae22-a3aee8820a2c HTTP/1.1" status: 200 len: 948 time: 0.1410389 Apr 08 02:59:34.603415 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36a6ffa-fcc1-4336-b506-7188c13e9ac6 req-bdcc4383-197d-44e1-8a65-83b0d71a5c03 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:59:34.605294 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-e36a6ffa-fcc1-4336-b506-7188c13e9ac6 req-bdcc4383-197d-44e1-8a65-83b0d71a5c03 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/ports?device_id=df0970e5-c7c0-43bb-8474-b5e830fcd18b HTTP/1.1" status: 200 len: 945 time: 0.1220284 Apr 08 02:59:34.630305 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Device b7d4bd13-6a1e-4fc0-b932-4781581db910 details requested by agent hyperv_hv-cinder-83705 with host hv-cinder-83705 {{(pid=87788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 08 02:59:34.638385 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Device 8af8cccf-89ce-41c9-a6d1-9cecf614e34a up at agent hyperv_hv-cinder-83705 {{(pid=87788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 02:59:34.678110 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-9d15fa69-b1d9-4581-aa37-b30357bc5052 req-41889b9e-05e1-4ae6-8bfa-7cd62478c7ab tempest-VolumesNegativeTest-1924058838 tempest-VolumesNegativeTest-1924058838-project] 10.222.0.15 "GET /v2.0/security-groups?id=282a5889-9237-478b-90b8-b140decf876f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715146 Apr 08 02:59:34.685275 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-e36a6ffa-fcc1-4336-b506-7188c13e9ac6 req-3fcc14a4-53d1-4b60-a855-ae1e3992b509 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/security-groups?id=e8a36ab3-836a-4bb3-9969-b622cdd2efa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617349 Apr 08 02:59:34.821538 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.db [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] For port b7d4bd13-6a1e-4fc0-b932-4781581db910, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=b7d4bd13-6a1e-4fc0-b932-4781581db910,segment=NetworkSegment(1b549d7e-fc0e-4f7e-b00e-d69f05216c6f),segment_id=1b549d7e-fc0e-4f7e-b00e-d69f05216c6f)] {{(pid=87788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 02:59:34.834351 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Returning: {'device': 'b7d4bd13-6a1e-4fc0-b932-4781581db910', 'network_id': '13de0308-e21f-45b1-8a0f-24108cbfbce7', 'port_id': 'b7d4bd13-6a1e-4fc0-b932-4781581db910', 'mac_address': 'fa:16:3e:d4:e4:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 265, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da634180-ad94-49db-9cf0-02a07794ec35', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 02:59:34.863550 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Provisioning for port 8af8cccf-89ce-41c9-a6d1-9cecf614e34a completed by entity L2. {{(pid=87788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 02:59:34.876827 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Provisioning complete for port 8af8cccf-89ce-41c9-a6d1-9cecf614e34a triggered by entity L2. {{(pid=87788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 02:59:34.877188 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587297'] for port, provisioning_complete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:59:34.960639 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:59:34.987314 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.notifiers.nova [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b7d4bd13-6a1e-4fc0-b932-4781581db910 {{(pid=87788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 02:59:35.008188 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.db [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] For port b7d4bd13-6a1e-4fc0-b932-4781581db910, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=b7d4bd13-6a1e-4fc0-b932-4781581db910,segment=NetworkSegment(1b549d7e-fc0e-4f7e-b00e-d69f05216c6f),segment_id=1b549d7e-fc0e-4f7e-b00e-d69f05216c6f)] {{(pid=87788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 02:59:35.061673 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:59:35.074292 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762847214852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762846864698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762846864743'] for port, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:59:35.078455 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a21e05-6d46-490d-9616-89ea993516c0 req-70f025b3-3d6a-4a1e-b91d-4b3fe6f4fbda tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:59:35.079929 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-11a21e05-6d46-490d-9616-89ea993516c0 req-70f025b3-3d6a-4a1e-b91d-4b3fe6f4fbda tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcf140c8-6253-441e-87a3-ae36ef0e2bac HTTP/1.1" status: 200 len: 945 time: 0.0822096 Apr 08 02:59:35.126073 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-11a21e05-6d46-490d-9616-89ea993516c0 req-7c656d94-25e6-44f4-8168-3b5624d096d3 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] 10.222.0.15 "GET /v2.0/security-groups?id=22edd372-7418-42f2-9187-61e1546f1f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389621 Apr 08 02:59:35.136259 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50cf0583-e0b4-4aeb-ae22-a3aee8820a2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8af8cccf-89ce-41c9-a6d1-9cecf614e34a'}] {{(pid=87788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 02:59:35.164769 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.db [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] For port 8af8cccf-89ce-41c9-a6d1-9cecf614e34a, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=8af8cccf-89ce-41c9-a6d1-9cecf614e34a,segment=NetworkSegment(bf00e84a-5ea6-4c6c-8c90-91646d25fe3c),segment_id=bf00e84a-5ea6-4c6c-8c90-91646d25fe3c)] {{(pid=87788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 02:59:35.168776 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Pushing event updated for resources: {'Port': ['ID=b7d4bd13-6a1e-4fc0-b932-4781581db910,revision_number=6']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:59:35.176152 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:59:35.176487 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:59:35.177341 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:59:35.177730 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:59:35.178054 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:59:35.178516 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:59:35.178954 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:59:35.179303 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:59:35.182571 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:59:35.182571 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:59:35.182571 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:59:35.182571 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:59:35.217290 dv-cinder-837051-1-smb neutron-server[87788]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a29db5e-2fb0-4ced-a20e-98f4847c43ed'] response: {'server_uuid': '50cf0583-e0b4-4aeb-ae22-a3aee8820a2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8af8cccf-89ce-41c9-a6d1-9cecf614e34a', 'code': 200} Apr 08 02:59:35.237370 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762847214852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762846864698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762846864743'] for port, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:59:35.311754 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Pushing event updated for resources: {'Port': ['ID=8af8cccf-89ce-41c9-a6d1-9cecf614e34a,revision_number=5']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:59:35.315747 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.db [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] get_ports_and_sgs() called for port_ids ['b7d4bd13-6a1e-4fc0-b932-4781581db910'] {{(pid=87788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 02:59:35.712273 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf47d740-b863-44ed-aa3d-278c8832653d req-5185d90d-161a-48cb-a31f-8458a8e3cb09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:59:35.713823 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-cf47d740-b863-44ed-aa3d-278c8832653d req-5185d90d-161a-48cb-a31f-8458a8e3cb09 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=50cf0583-e0b4-4aeb-ae22-a3aee8820a2c HTTP/1.1" status: 200 len: 1102 time: 0.0720615 Apr 08 02:59:35.798910 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-cf47d740-b863-44ed-aa3d-278c8832653d req-8f21a8ff-5e86-4887-b867-924147346f39 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=282a5889-9237-478b-90b8-b140decf876f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624015 Apr 08 02:59:35.963413 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c734319e-98b1-41ea-a2a4-ecc0904df64c req-b3f15363-7c57-43b3-8942-b6b2743fcb6e tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:59:35.964822 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-c734319e-98b1-41ea-a2a4-ecc0904df64c req-b3f15363-7c57-43b3-8942-b6b2743fcb6e tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/ports?device_id=df0970e5-c7c0-43bb-8474-b5e830fcd18b HTTP/1.1" status: 200 len: 944 time: 0.1496732 Apr 08 02:59:35.973367 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b48747-3acb-48a9-a3b5-6bd312dbd04b req-c90068a3-244e-4c27-b24a-b032e84d47d0 tempest-VolumesNegativeTest-1924058838 tempest-VolumesNegativeTest-1924058838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:59:35.975957 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-37b48747-3acb-48a9-a3b5-6bd312dbd04b req-c90068a3-244e-4c27-b24a-b032e84d47d0 tempest-VolumesNegativeTest-1924058838 tempest-VolumesNegativeTest-1924058838-project] 10.222.0.15 "GET /v2.0/ports?device_id=50cf0583-e0b4-4aeb-ae22-a3aee8820a2c HTTP/1.1" status: 200 len: 949 time: 0.1278665 Apr 08 02:59:36.046138 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-37b48747-3acb-48a9-a3b5-6bd312dbd04b req-165f4b00-e5f4-4fe0-aa64-409882c9558c tempest-VolumesNegativeTest-1924058838 tempest-VolumesNegativeTest-1924058838-project] 10.222.0.15 "GET /v2.0/security-groups?id=282a5889-9237-478b-90b8-b140decf876f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567901 Apr 08 02:59:36.048996 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-c734319e-98b1-41ea-a2a4-ecc0904df64c req-3481e079-bd8a-409d-8956-56afb93aaf7f tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/security-groups?id=e8a36ab3-836a-4bb3-9969-b622cdd2efa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720358 Apr 08 02:59:36.320461 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c071503c-454b-4a23-8f80-ae74f4fd8aad req-eaf9daed-2dc3-43af-902b-c25d462c5f09 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:59:36.322282 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-c071503c-454b-4a23-8f80-ae74f4fd8aad req-eaf9daed-2dc3-43af-902b-c25d462c5f09 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcf140c8-6253-441e-87a3-ae36ef0e2bac HTTP/1.1" status: 200 len: 945 time: 0.0879107 Apr 08 02:59:36.371510 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-c071503c-454b-4a23-8f80-ae74f4fd8aad req-3e1270f7-00c5-4c5a-bd53-1565a25d3ae9 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] 10.222.0.15 "GET /v2.0/security-groups?id=22edd372-7418-42f2-9187-61e1546f1f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433807 Apr 08 02:59:36.640898 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f66a7b3-8353-486c-833d-2276ef3ee8b9 req-5ae4270a-51d7-4519-a718-c07948340f0e tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:59:36.641130 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Device b7d4bd13-6a1e-4fc0-b932-4781581db910 up at agent hyperv_hv-cinder-83705 {{(pid=87788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 02:59:36.648007 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-5f66a7b3-8353-486c-833d-2276ef3ee8b9 req-5ae4270a-51d7-4519-a718-c07948340f0e tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] 10.222.0.15 "GET /v2.0/ports?device_id=a27a10dc-251a-43a1-a678-3f066f540399 HTTP/1.1" status: 200 len: 945 time: 0.0843546 Apr 08 02:59:36.700413 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-5f66a7b3-8353-486c-833d-2276ef3ee8b9 req-a1090abe-3465-450c-b28d-159c4a637bf6 tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d0b1559-7425-473f-bd1c-fb1704313e64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514743 Apr 08 02:59:36.719818 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.wsgi [-] (87786) accepted ('10.222.0.15', 46852) {{(pid=87786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:59:36.733030 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Provisioning complete for port b7d4bd13-6a1e-4fc0-b932-4781581db910 triggered by entity L2. {{(pid=87788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 02:59:36.733322 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587297'] for port, provisioning_complete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:59:36.861723 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea127fdc-88f2-4432-96ec-0de7e2325476 req-5d3acc18-4a08-4bf4-a486-9c53380ce4f4 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:59:36.863380 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-ea127fdc-88f2-4432-96ec-0de7e2325476 req-5d3acc18-4a08-4bf4-a486-9c53380ce4f4 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcf140c8-6253-441e-87a3-ae36ef0e2bac HTTP/1.1" status: 200 len: 945 time: 0.0905542 Apr 08 02:59:36.891240 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:59:36.922341 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-ea127fdc-88f2-4432-96ec-0de7e2325476 req-4e70f5f4-aca6-4fad-b416-09d4546a45a9 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] 10.222.0.15 "GET /v2.0/security-groups?id=22edd372-7418-42f2-9187-61e1546f1f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494597 Apr 08 02:59:36.931360 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.db [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] For port b7d4bd13-6a1e-4fc0-b932-4781581db910, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=b7d4bd13-6a1e-4fc0-b932-4781581db910,segment=NetworkSegment(1b549d7e-fc0e-4f7e-b00e-d69f05216c6f),segment_id=1b549d7e-fc0e-4f7e-b00e-d69f05216c6f)] {{(pid=87788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 02:59:36.997304 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762847214852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762846864698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762846864743'] for port, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:59:37.007417 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794c7aed-213c-4b16-b8eb-a7c7607f9a71 req-5f27ae28-02aa-45bc-aefe-b27e0c158816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:59:37.009002 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-794c7aed-213c-4b16-b8eb-a7c7607f9a71 req-5f27ae28-02aa-45bc-aefe-b27e0c158816 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=27912339e79e43db900700b20c01bd73&device_id=fcf140c8-6253-441e-87a3-ae36ef0e2bac HTTP/1.1" status: 200 len: 1098 time: 0.0774198 Apr 08 02:59:37.026777 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-823b7462-cbf0-43c5-9730-d492d8e74ea2 tempest-TestMinimumBasicScenario-1231884529 tempest-TestMinimumBasicScenario-1231884529-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:59:37.030342 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [None req-823b7462-cbf0-43c5-9730-d492d8e74ea2 tempest-TestMinimumBasicScenario-1231884529 tempest-TestMinimumBasicScenario-1231884529-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=a27a10dc-251a-43a1-a678-3f066f540399 HTTP/1.1" status: 200 len: 1093 time: 0.3042018 Apr 08 02:59:37.031534 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.wsgi [-] (87786) accepted ('10.222.0.15', 46860) {{(pid=87786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:59:37.037508 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.v2.base [None req-ba3db647-67d3-4330-b727-1bd869e9a051 tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Request body: {'floatingip': {'floating_network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'port_id': '1a657876-5e33-4830-837a-fb58e7d28a92', 'tenant_id': 'e54ae39904dd451ab45f8d4f4dd2c54f', 'fixed_ip_address': '172.20.0.6'}} {{(pid=87786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 02:59:37.043573 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.quota.driver [None req-ba3db647-67d3-4330-b727-1bd869e9a051 tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:59:37.049043 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [None req-ba3db647-67d3-4330-b727-1bd869e9a051 tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Usage tracker for resource:floatingip and tenant:e54ae39904dd451ab45f8d4f4dd2c54f is out of sync, need to count used quota {{(pid=87786) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:59:37.053038 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [None req-ba3db647-67d3-4330-b727-1bd869e9a051 tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87786) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:59:37.059271 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.quota.driver [None req-ba3db647-67d3-4330-b727-1bd869e9a051 tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:59:37.074485 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Pushing event updated for resources: {'Port': ['ID=b7d4bd13-6a1e-4fc0-b932-4781581db910,revision_number=7']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:59:37.129473 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-ba3db647-67d3-4330-b727-1bd869e9a051 tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Notify callbacks [] for floatingip, before_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:59:37.160494 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794c7aed-213c-4b16-b8eb-a7c7607f9a71 req-bb81e4a4-183c-4126-8bf3-b1a89b0a0f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:59:37.162772 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-794c7aed-213c-4b16-b8eb-a7c7607f9a71 req-bb81e4a4-183c-4126-8bf3-b1a89b0a0f36 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c8c3b9c3-2a08-4eb4-872c-03cbce1e3b10 HTTP/1.1" status: 200 len: 911 time: 0.1466022 Apr 08 02:59:37.218148 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df0970e5-c7c0-43bb-8474-b5e830fcd18b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7d4bd13-6a1e-4fc0-b932-4781581db910'}] {{(pid=87788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 02:59:37.277455 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-794c7aed-213c-4b16-b8eb-a7c7607f9a71 req-4cacd523-ec49-4fc4-b2d4-78ed110d1a7b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8ec17ccc-498d-4813-8a52-961f542095a0 HTTP/1.1" status: 200 len: 1001 time: 0.0986745 Apr 08 02:59:37.346412 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794c7aed-213c-4b16-b8eb-a7c7607f9a71 req-3cec9c66-e798-4dbc-a4ae-b9e4e0b7c7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:59:37.348381 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-794c7aed-213c-4b16-b8eb-a7c7607f9a71 req-3cec9c66-e798-4dbc-a4ae-b9e4e0b7c7e0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=18b119e0-b657-4738-8e56-4872d79152d5 HTTP/1.1" status: 200 len: 849 time: 0.0637329 Apr 08 02:59:37.427883 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794c7aed-213c-4b16-b8eb-a7c7607f9a71 req-04840dee-0442-4fb4-8ec2-bec7b0c4a30e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:59:37.429355 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-794c7aed-213c-4b16-b8eb-a7c7607f9a71 req-04840dee-0442-4fb4-8ec2-bec7b0c4a30e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c8c3b9c3-2a08-4eb4-872c-03cbce1e3b10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0717115 Apr 08 02:59:37.468861 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e8ca4f-c642-428c-b105-d7ab625ad690 req-7f5ba1b4-346d-4846-a175-872bf68fad59 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:59:37.470336 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-92e8ca4f-c642-428c-b105-d7ab625ad690 req-7f5ba1b4-346d-4846-a175-872bf68fad59 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/ports?device_id=df0970e5-c7c0-43bb-8474-b5e830fcd18b HTTP/1.1" status: 200 len: 945 time: 0.2746112 Apr 08 02:59:37.480621 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8706373b-49f7-4b23-8891-586b9c42071b req-6716257a-d874-4151-8fe4-b4b9e6c2d75e tempest-VolumesNegativeTest-1924058838 tempest-VolumesNegativeTest-1924058838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:59:37.482011 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-8706373b-49f7-4b23-8891-586b9c42071b req-6716257a-d874-4151-8fe4-b4b9e6c2d75e tempest-VolumesNegativeTest-1924058838 tempest-VolumesNegativeTest-1924058838-project] 10.222.0.15 "GET /v2.0/ports?device_id=50cf0583-e0b4-4aeb-ae22-a3aee8820a2c HTTP/1.1" status: 200 len: 949 time: 0.3194437 Apr 08 02:59:37.565227 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-92e8ca4f-c642-428c-b105-d7ab625ad690 req-d5db400b-3a13-4050-b2b0-f7c8a6744375 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/security-groups?id=e8a36ab3-836a-4bb3-9969-b622cdd2efa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821707 Apr 08 02:59:37.569119 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-ba3db647-67d3-4330-b727-1bd869e9a051 tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:59:37.571286 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-794c7aed-213c-4b16-b8eb-a7c7607f9a71 req-b6d13197-c786-4830-9adb-274e296182b4 service neutron] 10.222.0.39 "GET /v2.0/networks/c8c3b9c3-2a08-4eb4-872c-03cbce1e3b10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306238 Apr 08 02:59:37.613293 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-8706373b-49f7-4b23-8891-586b9c42071b req-9eaf3d7d-cdaf-411d-8d40-bb9f382e35e5 tempest-VolumesNegativeTest-1924058838 tempest-VolumesNegativeTest-1924058838-project] 10.222.0.15 "GET /v2.0/security-groups?id=282a5889-9237-478b-90b8-b140decf876f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129229 Apr 08 02:59:37.626167 dv-cinder-837051-1-smb neutron-server[87788]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82c01127-c6f9-4f92-bd78-40501c241e85'] response: {'server_uuid': 'df0970e5-c7c0-43bb-8474-b5e830fcd18b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7d4bd13-6a1e-4fc0-b932-4781581db910', 'code': 200} Apr 08 02:59:37.711443 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-794c7aed-213c-4b16-b8eb-a7c7607f9a71 req-038f7cf1-dab9-48ec-a953-d0f02ff5200c service neutron] 10.222.0.39 "GET /v2.0/networks/c8c3b9c3-2a08-4eb4-872c-03cbce1e3b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336057 Apr 08 02:59:37.723516 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.db_base_plugin_common [None req-ba3db647-67d3-4330-b727-1bd869e9a051 tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Allocated IP 172.28.2.186 (98d1e709-75a7-4f60-9ef6-cd80d5a9207b/cdd7e012-314b-49de-85b2-875de1f002d2/08f5ba9b-4494-4655-be18-db3a491d6dc0) {{(pid=87786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 02:59:37.883853 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-ba3db647-67d3-4330-b727-1bd869e9a051 tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Notify callbacks [] for port, precommit_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:59:37.952078 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-ba3db647-67d3-4330-b727-1bd869e9a051 tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762846864680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2754409'] for port, after_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:59:38.011786 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba3db647-67d3-4330-b727-1bd869e9a051 tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Network 98d1e709-75a7-4f60-9ef6-cd80d5a9207b is already hosted by enough agents. {{(pid=87786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 02:59:38.014480 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.scheduler.base_scheduler [None req-ba3db647-67d3-4330-b727-1bd869e9a051 tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Resources bound (agent type, host, resource id): {{(pid=87786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 02:59:38.017951 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba3db647-67d3-4330-b727-1bd869e9a051 tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Received port after_create {{(pid=87786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 02:59:38.092655 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3db647-67d3-4330-b727-1bd869e9a051 tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Pushing event updated for resources: {'Port': ['ID=08f5ba9b-4494-4655-be18-db3a491d6dc0,revision_number=1']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:59:38.268870 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0802f2e6-f434-4d49-9287-832872f9ad8f req-780943d4-74ea-4ad5-bd80-031324063f42 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:59:38.269441 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-0802f2e6-f434-4d49-9287-832872f9ad8f req-780943d4-74ea-4ad5-bd80-031324063f42 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcf140c8-6253-441e-87a3-ae36ef0e2bac HTTP/1.1" status: 200 len: 945 time: 0.2225745 Apr 08 02:59:38.389740 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-0802f2e6-f434-4d49-9287-832872f9ad8f req-84b26196-c3dd-4225-b80f-10163d86327b tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] 10.222.0.15 "GET /v2.0/security-groups?id=22edd372-7418-42f2-9187-61e1546f1f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1140265 Apr 08 02:59:38.554776 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-ba3db647-67d3-4330-b727-1bd869e9a051 tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:59:38.756299 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-ba3db647-67d3-4330-b727-1bd869e9a051 tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_update {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:59:38.915785 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61feb9b-b096-4e85-9b7a-66f1e518e7cd req-97c9c537-7036-4ff4-9982-b034dfe3db62 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:59:38.917390 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-f61feb9b-b096-4e85-9b7a-66f1e518e7cd req-97c9c537-7036-4ff4-9982-b034dfe3db62 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/ports?device_id=df0970e5-c7c0-43bb-8474-b5e830fcd18b HTTP/1.1" status: 200 len: 945 time: 0.2334983 Apr 08 02:59:39.038438 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-f61feb9b-b096-4e85-9b7a-66f1e518e7cd req-55631284-e3c1-4e02-aedb-b3faa1219f17 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/security-groups?id=e8a36ab3-836a-4bb3-9969-b622cdd2efa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0980015 Apr 08 02:59:39.094847 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdb5c21-d7e2-4f06-a6aa-a5369fa1acec req-878fc873-c459-4bf9-8e3d-836e5a48bf0e tempest-VolumesNegativeTest-1924058838 tempest-VolumesNegativeTest-1924058838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:59:39.096324 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-8fdb5c21-d7e2-4f06-a6aa-a5369fa1acec req-878fc873-c459-4bf9-8e3d-836e5a48bf0e tempest-VolumesNegativeTest-1924058838 tempest-VolumesNegativeTest-1924058838-project] 10.222.0.15 "GET /v2.0/ports?device_id=50cf0583-e0b4-4aeb-ae22-a3aee8820a2c HTTP/1.1" status: 200 len: 949 time: 0.2713337 Apr 08 02:59:39.132627 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-ba3db647-67d3-4330-b727-1bd869e9a051 tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Notify callbacks [] for port, precommit_update {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:59:39.159519 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-8fdb5c21-d7e2-4f06-a6aa-a5369fa1acec req-a04be9c3-1589-427e-a528-6739354cde30 tempest-VolumesNegativeTest-1924058838 tempest-VolumesNegativeTest-1924058838-project] 10.222.0.15 "GET /v2.0/security-groups?id=282a5889-9237-478b-90b8-b140decf876f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569959 Apr 08 02:59:39.214464 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-ba3db647-67d3-4330-b727-1bd869e9a051 tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762847214852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762846864698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762846864743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2754402'] for port, after_update {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:59:39.214628 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:59:39.425619 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3db647-67d3-4330-b727-1bd869e9a051 tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Pushing event updated for resources: {'Port': ['ID=08f5ba9b-4494-4655-be18-db3a491d6dc0,revision_number=2']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:59:39.439005 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-ba3db647-67d3-4330-b727-1bd869e9a051 tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-333402'] for floatingip, after_update {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:59:39.665330 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.db.l3_db [None req-ba3db647-67d3-4330-b727-1bd869e9a051 tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Floating IP 165051a2-3ba7-4680-85b5-f8a0eaf6c2b9 associated. External IP: 172.28.2.186, port: 1a657876-5e33-4830-837a-fb58e7d28a92. Apr 08 02:59:39.784598 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b693e3b2-72f2-474b-996e-da9ca8d7b8f2 req-a810c024-06f1-4c4d-9c25-8906491b0ae3 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:59:39.786568 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-b693e3b2-72f2-474b-996e-da9ca8d7b8f2 req-a810c024-06f1-4c4d-9c25-8906491b0ae3 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcf140c8-6253-441e-87a3-ae36ef0e2bac HTTP/1.1" status: 200 len: 945 time: 0.2819495 Apr 08 02:59:39.925866 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-b693e3b2-72f2-474b-996e-da9ca8d7b8f2 req-f94525b5-cad1-4efe-9123-e7e26fb7a774 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] 10.222.0.15 "GET /v2.0/security-groups?id=22edd372-7418-42f2-9187-61e1546f1f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1305528 Apr 08 02:59:39.968627 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265fed08-5697-4006-80f2-6b086b337e6b req-b7cdda2a-ab0e-4c41-8ea0-ca82a18ec670 tempest-VolumesNegativeTest-1924058838 tempest-VolumesNegativeTest-1924058838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:59:39.970063 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-265fed08-5697-4006-80f2-6b086b337e6b req-b7cdda2a-ab0e-4c41-8ea0-ca82a18ec670 tempest-VolumesNegativeTest-1924058838 tempest-VolumesNegativeTest-1924058838-project] 10.222.0.15 "GET /v2.0/ports?device_id=50cf0583-e0b4-4aeb-ae22-a3aee8820a2c HTTP/1.1" status: 200 len: 949 time: 0.3062053 Apr 08 02:59:40.090945 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-265fed08-5697-4006-80f2-6b086b337e6b req-fba87c67-ceae-4407-8fcb-b7f79e21893a tempest-VolumesNegativeTest-1924058838 tempest-VolumesNegativeTest-1924058838-project] 10.222.0.15 "GET /v2.0/security-groups?id=282a5889-9237-478b-90b8-b140decf876f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679593 Apr 08 02:59:40.236545 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba3db647-67d3-4330-b727-1bd869e9a051 tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Router 331cdd7b-33f2-4bf1-8739-ee3277f8cba4 has already been hosted by L3 agent 70d74887-4404-4f0d-99b3-e017d5637063 {{(pid=87786) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 02:59:40.334080 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47232b2c-2163-4c66-af5d-d33b89237ff1 req-a5fdf967-fd6a-4549-9ff1-4cc89507ea16 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:59:40.335622 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-47232b2c-2163-4c66-af5d-d33b89237ff1 req-a5fdf967-fd6a-4549-9ff1-4cc89507ea16 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/ports?device_id=df0970e5-c7c0-43bb-8474-b5e830fcd18b HTTP/1.1" status: 200 len: 945 time: 0.1935754 Apr 08 02:59:40.456549 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-47232b2c-2163-4c66-af5d-d33b89237ff1 req-c038df22-cd3d-42fa-b17f-59a19f4d4446 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/security-groups?id=e8a36ab3-836a-4bb3-9969-b622cdd2efa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1134408 Apr 08 02:59:40.477641 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba3db647-67d3-4330-b727-1bd869e9a051 tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Notify agent at l3_agent.dv-cinder-837051-1-smb the message routers_updated {{(pid=87786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 02:59:40.488288 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ced741-6924-427b-a507-1404ee8f82a7 None None] Sync routers for ids ['331cdd7b-33f2-4bf1-8739-ee3277f8cba4'] in dv-cinder-837051-1-smb {{(pid=87789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 02:59:40.498452 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ced741-6924-427b-a507-1404ee8f82a7 None None] Routers {'331cdd7b-33f2-4bf1-8739-ee3277f8cba4'} bound to L3 agent in host dv-cinder-837051-1-smb {{(pid=87789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 02:59:40.498741 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.l3_hamode_db [None req-37ced741-6924-427b-a507-1404ee8f82a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837051-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-08T02:46:58Z,description=,heartbeat_timestamp=2022-04-08T02:59:28Z,host='dv-cinder-837051-1-smb',id=70d74887-4404-4f0d-99b3-e017d5637063,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T02:46:59Z,topic='l3_agent')) {'router_ids': ['331cdd7b-33f2-4bf1-8739-ee3277f8cba4'], 'active': True} {{(pid=87789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:59:40.569338 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-ba3db647-67d3-4330-b727-1bd869e9a051 tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207533'] for floatingip, before_response {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:59:40.635933 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [None req-ba3db647-67d3-4330-b727-1bd869e9a051 tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.6004021 Apr 08 02:59:40.635933 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a27a10dc-251a-43a1-a678-3f066f540399', 'tag': '1a657876-5e33-4830-837a-fb58e7d28a92'}] {{(pid=87786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 02:59:40.636530 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 46924) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:59:40.641093 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.v2.base [None req-ac234d70-4b19-48cd-9e5e-fbf09f258bbf tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2145193994', 'description': 'tempest-secgroup-smoke-2145193994 description', 'project_id': 'e54ae39904dd451ab45f8d4f4dd2c54f'}} {{(pid=87787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 02:59:40.649987 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-ac234d70-4b19-48cd-9e5e-fbf09f258bbf tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:59:40.673574 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-ac234d70-4b19-48cd-9e5e-fbf09f258bbf tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:59:40.691823 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12c5400a-6de9-4edf-a23a-d8416642ab92'] response: {'name': 'network-changed', 'server_uuid': 'a27a10dc-251a-43a1-a678-3f066f540399', 'tag': '1a657876-5e33-4830-837a-fb58e7d28a92', 'status': 'completed', 'code': 200} Apr 08 02:59:40.734751 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-ac234d70-4b19-48cd-9e5e-fbf09f258bbf tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Notify callbacks [] for security_group, before_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:59:40.765408 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-ac234d70-4b19-48cd-9e5e-fbf09f258bbf tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:59:40.770039 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-ac234d70-4b19-48cd-9e5e-fbf09f258bbf tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Usage tracker for resource:security_group_rule and tenant:e54ae39904dd451ab45f8d4f4dd2c54f is out of sync, need to count used quota {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:59:40.775285 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-ac234d70-4b19-48cd-9e5e-fbf09f258bbf tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:59:40.777197 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.l3_dvr_db [None req-37ced741-6924-427b-a507-1404ee8f82a7 None None] Set router 331cdd7b-33f2-4bf1-8739-ee3277f8cba4 gateway port host: dv-cinder-837051-1-smb {{(pid=87789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 02:59:40.822338 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-ac234d70-4b19-48cd-9e5e-fbf09f258bbf tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:59:40.902239 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f09e709-d7dc-41fd-8ae7-c046fa3ef1ab req-c42cf906-ab98-441c-8c89-62d0bd1397e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:59:40.903775 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-2f09e709-d7dc-41fd-8ae7-c046fa3ef1ab req-c42cf906-ab98-441c-8c89-62d0bd1397e8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e54ae39904dd451ab45f8d4f4dd2c54f&device_id=a27a10dc-251a-43a1-a678-3f066f540399 HTTP/1.1" status: 200 len: 1098 time: 0.1269338 Apr 08 02:59:41.024560 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-ac234d70-4b19-48cd-9e5e-fbf09f258bbf tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Notify callbacks [] for security_group, precommit_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:59:41.076215 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f09e709-d7dc-41fd-8ae7-c046fa3ef1ab req-ed587451-7555-4ece-a89f-f73db1674d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:59:41.077942 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-2f09e709-d7dc-41fd-8ae7-c046fa3ef1ab req-ed587451-7555-4ece-a89f-f73db1674d7a service neutron] 10.222.0.39 "GET /v2.0/networks?id=bd9205d9-b280-4f90-8987-2cd32fbefb13 HTTP/1.1" status: 200 len: 915 time: 0.1629949 Apr 08 02:59:41.140881 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.wsgi [-] (87786) accepted ('10.222.0.15', 46940) {{(pid=87786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:59:41.160244 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-ac234d70-4b19-48cd-9e5e-fbf09f258bbf tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:59:41.253014 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac234d70-4b19-48cd-9e5e-fbf09f258bbf tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c53c76da-fd7a-4bc8-9a03-58f6e6d3c12a,revision_number=1']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:59:41.257773 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.l3_hamode_db [None req-37ced741-6924-427b-a507-1404ee8f82a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '331cdd7b-33f2-4bf1-8739-ee3277f8cba4', 'name': 'tempest-TestMinimumBasicScenario-456842333-router', 'tenant_id': 'e54ae39904dd451ab45f8d4f4dd2c54f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'external_fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.105'}], 'enable_snat': True}, 'gw_port_id': '6b850f51-796c-4103-b60a-b77859be2a0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:58:19Z', 'updated_at': '2022-04-08T02:58:24Z', 'revision_number': 4, 'project_id': 'e54ae39904dd451ab45f8d4f4dd2c54f', 'gw_port': {'id': '6b850f51-796c-4103-b60a-b77859be2a0c', 'name': '', 'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:b3:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '331cdd7b-33f2-4bf1-8739-ee3277f8cba4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:58:20Z', 'updated_at': '2022-04-08T02:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-smb', '_floatingips': [{'id': '165051a2-3ba7-4680-85b5-f8a0eaf6c2b9', 'tenant_id': 'e54ae39904dd451ab45f8d4f4dd2c54f', 'floating_ip_address': '172.28.2.186', 'floating_network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'router_id': '331cdd7b-33f2-4bf1-8739-ee3277f8cba4', 'port_id': '1a657876-5e33-4830-837a-fb58e7d28a92', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 405, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd9205d9-b280-4f90-8987-2cd32fbefb13', 'mac_address': 'fa:16:3e:d1:3b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a27a10dc-251a-43a1-a678-3f066f540399', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T02:59:38Z', 'updated_at': '2022-04-08T02:59:38Z', 'revision_number': 0, 'project_id': 'e54ae39904dd451ab45f8d4f4dd2c54f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '062842cd-0753-4608-b704-5ef569c87c0a', 'name': '', 'network_id': 'bd9205d9-b280-4f90-8987-2cd32fbefb13', 'tenant_id': 'e54ae39904dd451ab45f8d4f4dd2c54f', 'mac_address': 'fa:16:3e:a8:49:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '331cdd7b-33f2-4bf1-8739-ee3277f8cba4', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '2c480e54-0d9e-4bc0-858b-99b185c4ed0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:58:24Z', 'updated_at': '2022-04-08T02:58:31Z', 'revision_number': 5, 'project_id': 'e54ae39904dd451ab45f8d4f4dd2c54f', 'subnets': [{'id': '2c480e54-0d9e-4bc0-858b-99b185c4ed0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837051-1-smb', False) {} {{(pid=87789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:59:41.260875 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-2f09e709-d7dc-41fd-8ae7-c046fa3ef1ab req-4ae3d96f-8eb5-4cab-8f49-1103f550d393 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1a657876-5e33-4830-837a-fb58e7d28a92 HTTP/1.1" status: 200 len: 999 time: 0.1730678 Apr 08 02:59:41.267343 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ced741-6924-427b-a507-1404ee8f82a7 None None] Checking router: 331cdd7b-33f2-4bf1-8739-ee3277f8cba4 for host: dv-cinder-837051-1-smb {{(pid=87789) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 02:59:41.292915 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ced741-6924-427b-a507-1404ee8f82a7 None None] Routers {'331cdd7b-33f2-4bf1-8739-ee3277f8cba4'} bound to L3 agent in host dv-cinder-837051-1-smb {{(pid=87789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 02:59:41.303848 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.l3_hamode_db [None req-37ced741-6924-427b-a507-1404ee8f82a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837051-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-08T02:46:58Z,description=,heartbeat_timestamp=2022-04-08T02:59:28Z,host='dv-cinder-837051-1-smb',id=70d74887-4404-4f0d-99b3-e017d5637063,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T02:46:59Z,topic='l3_agent')) {'router_ids': ['331cdd7b-33f2-4bf1-8739-ee3277f8cba4'], 'active': True} {{(pid=87789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:59:41.322769 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-ac234d70-4b19-48cd-9e5e-fbf09f258bbf tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Notify callbacks [] for security_group, before_response {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:59:41.326984 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-ac234d70-4b19-48cd-9e5e-fbf09f258bbf tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6899371 Apr 08 02:59:41.332181 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.wsgi [-] (87786) accepted ('10.222.0.15', 46948) {{(pid=87786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:59:41.354877 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-d140ed92-274b-49fa-b8dd-5a8b52c60bca admin admin] Notify callbacks [] for security_group, before_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:59:41.379535 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.quota.driver [None req-d140ed92-274b-49fa-b8dd-5a8b52c60bca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:59:41.385995 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [None req-d140ed92-274b-49fa-b8dd-5a8b52c60bca admin admin] Usage tracker for resource:security_group_rule and tenant:affd06d309624313b0cf7788fe632ad2 is out of sync, need to count used quota {{(pid=87786) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:59:41.391102 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [None req-d140ed92-274b-49fa-b8dd-5a8b52c60bca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87786) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:59:41.401563 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.v2.base [None req-0200f5f1-4b04-482b-afc3-c06f64aaddc9 tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Request body: {'security_group_rule': {'security_group_id': 'c53c76da-fd7a-4bc8-9a03-58f6e6d3c12a', 'project_id': 'e54ae39904dd451ab45f8d4f4dd2c54f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 02:59:41.411847 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.quota.driver [None req-d140ed92-274b-49fa-b8dd-5a8b52c60bca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:59:41.415127 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.quota.driver [None req-0200f5f1-4b04-482b-afc3-c06f64aaddc9 tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:59:41.419480 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f09e709-d7dc-41fd-8ae7-c046fa3ef1ab req-33401c3c-3c6f-4b7b-a2f7-4fcd248208af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:59:41.421045 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-2f09e709-d7dc-41fd-8ae7-c046fa3ef1ab req-33401c3c-3c6f-4b7b-a2f7-4fcd248208af service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2c480e54-0d9e-4bc0-858b-99b185c4ed0c HTTP/1.1" status: 200 len: 853 time: 0.1352339 Apr 08 02:59:41.427794 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [None req-0200f5f1-4b04-482b-afc3-c06f64aaddc9 tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Usage tracker for resource:security_group_rule and tenant:e54ae39904dd451ab45f8d4f4dd2c54f is out of sync, need to count used quota {{(pid=87786) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:59:41.434176 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [None req-0200f5f1-4b04-482b-afc3-c06f64aaddc9 tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87786) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:59:41.452660 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.quota.driver [None req-0200f5f1-4b04-482b-afc3-c06f64aaddc9 tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:59:41.483882 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.l3_dvr_db [None req-37ced741-6924-427b-a507-1404ee8f82a7 None None] Set router 331cdd7b-33f2-4bf1-8739-ee3277f8cba4 gateway port host: dv-cinder-837051-1-smb {{(pid=87789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 02:59:41.506225 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f09e709-d7dc-41fd-8ae7-c046fa3ef1ab req-b153a65e-bad6-4043-8021-a1b9c3cd0425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:59:41.507843 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-2f09e709-d7dc-41fd-8ae7-c046fa3ef1ab req-b153a65e-bad6-4043-8021-a1b9c3cd0425 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bd9205d9-b280-4f90-8987-2cd32fbefb13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0776069 Apr 08 02:59:41.559169 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-0200f5f1-4b04-482b-afc3-c06f64aaddc9 tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:59:41.597216 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db17b906-fe63-475f-9836-56c849d27eac req-031548fe-51ef-429d-acb3-520878138426 tempest-VolumesNegativeTest-1924058838 tempest-VolumesNegativeTest-1924058838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:59:41.599691 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-db17b906-fe63-475f-9836-56c849d27eac req-031548fe-51ef-429d-acb3-520878138426 tempest-VolumesNegativeTest-1924058838 tempest-VolumesNegativeTest-1924058838-project] 10.222.0.15 "GET /v2.0/ports?device_id=50cf0583-e0b4-4aeb-ae22-a3aee8820a2c HTTP/1.1" status: 200 len: 949 time: 0.3027513 Apr 08 02:59:41.669057 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-2f09e709-d7dc-41fd-8ae7-c046fa3ef1ab req-c934cdbe-42c5-427f-b3c5-d44d9947f313 service neutron] 10.222.0.39 "GET /v2.0/networks/bd9205d9-b280-4f90-8987-2cd32fbefb13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475499 Apr 08 02:59:41.717703 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-d140ed92-274b-49fa-b8dd-5a8b52c60bca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:59:41.780311 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-d140ed92-274b-49fa-b8dd-5a8b52c60bca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:59:41.869687 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.l3_hamode_db [None req-37ced741-6924-427b-a507-1404ee8f82a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '331cdd7b-33f2-4bf1-8739-ee3277f8cba4', 'name': 'tempest-TestMinimumBasicScenario-456842333-router', 'tenant_id': 'e54ae39904dd451ab45f8d4f4dd2c54f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'external_fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.105'}], 'enable_snat': True}, 'gw_port_id': '6b850f51-796c-4103-b60a-b77859be2a0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:58:19Z', 'updated_at': '2022-04-08T02:58:24Z', 'revision_number': 4, 'project_id': 'e54ae39904dd451ab45f8d4f4dd2c54f', 'gw_port': {'id': '6b850f51-796c-4103-b60a-b77859be2a0c', 'name': '', 'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:b3:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '331cdd7b-33f2-4bf1-8739-ee3277f8cba4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:58:20Z', 'updated_at': '2022-04-08T02:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-smb', '_floatingips': [{'id': '165051a2-3ba7-4680-85b5-f8a0eaf6c2b9', 'tenant_id': 'e54ae39904dd451ab45f8d4f4dd2c54f', 'floating_ip_address': '172.28.2.186', 'floating_network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'router_id': '331cdd7b-33f2-4bf1-8739-ee3277f8cba4', 'port_id': '1a657876-5e33-4830-837a-fb58e7d28a92', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 405, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd9205d9-b280-4f90-8987-2cd32fbefb13', 'mac_address': 'fa:16:3e:d1:3b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a27a10dc-251a-43a1-a678-3f066f540399', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T02:59:38Z', 'updated_at': '2022-04-08T02:59:38Z', 'revision_number': 0, 'project_id': 'e54ae39904dd451ab45f8d4f4dd2c54f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '062842cd-0753-4608-b704-5ef569c87c0a', 'name': '', 'network_id': 'bd9205d9-b280-4f90-8987-2cd32fbefb13', 'tenant_id': 'e54ae39904dd451ab45f8d4f4dd2c54f', 'mac_address': 'fa:16:3e:a8:49:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '331cdd7b-33f2-4bf1-8739-ee3277f8cba4', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '2c480e54-0d9e-4bc0-858b-99b185c4ed0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:58:24Z', 'updated_at': '2022-04-08T02:58:31Z', 'revision_number': 5, 'project_id': 'e54ae39904dd451ab45f8d4f4dd2c54f', 'subnets': [{'id': '2c480e54-0d9e-4bc0-858b-99b185c4ed0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837051-1-smb', False) {} {{(pid=87789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 02:59:41.873661 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ced741-6924-427b-a507-1404ee8f82a7 None None] The sync data for ids ['331cdd7b-33f2-4bf1-8739-ee3277f8cba4'] in dv-cinder-837051-1-smb is: [{'id': '331cdd7b-33f2-4bf1-8739-ee3277f8cba4', 'name': 'tempest-TestMinimumBasicScenario-456842333-router', 'tenant_id': 'e54ae39904dd451ab45f8d4f4dd2c54f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'external_fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.105'}], 'enable_snat': True}, 'gw_port_id': '6b850f51-796c-4103-b60a-b77859be2a0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:58:19Z', 'updated_at': '2022-04-08T02:58:24Z', 'revision_number': 4, 'project_id': 'e54ae39904dd451ab45f8d4f4dd2c54f', 'gw_port': {'id': '6b850f51-796c-4103-b60a-b77859be2a0c', 'name': '', 'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:b3:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '331cdd7b-33f2-4bf1-8739-ee3277f8cba4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:58:20Z', 'updated_at': '2022-04-08T02:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-smb', '_floatingips': [{'id': '165051a2-3ba7-4680-85b5-f8a0eaf6c2b9', 'tenant_id': 'e54ae39904dd451ab45f8d4f4dd2c54f', 'floating_ip_address': '172.28.2.186', 'floating_network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'router_id': '331cdd7b-33f2-4bf1-8739-ee3277f8cba4', 'port_id': '1a657876-5e33-4830-837a-fb58e7d28a92', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 405, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd9205d9-b280-4f90-8987-2cd32fbefb13', 'mac_address': 'fa:16:3e:d1:3b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a27a10dc-251a-43a1-a678-3f066f540399', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T02:59:38Z', 'updated_at': '2022-04-08T02:59:38Z', 'revision_number': 0, 'project_id': 'e54ae39904dd451ab45f8d4f4dd2c54f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '062842cd-0753-4608-b704-5ef569c87c0a', 'name': '', 'network_id': 'bd9205d9-b280-4f90-8987-2cd32fbefb13', 'tenant_id': 'e54ae39904dd451ab45f8d4f4dd2c54f', 'mac_address': 'fa:16:3e:a8:49:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '331cdd7b-33f2-4bf1-8739-ee3277f8cba4', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '2c480e54-0d9e-4bc0-858b-99b185c4ed0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:58:24Z', 'updated_at': '2022-04-08T02:58:31Z', 'revision_number': 5, 'project_id': 'e54ae39904dd451ab45f8d4f4dd2c54f', 'subnets': [{'id': '2c480e54-0d9e-4bc0-858b-99b185c4ed0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 02:59:41.878622 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-db17b906-fe63-475f-9836-56c849d27eac req-62f24940-8b87-46eb-9c0c-9b2fa53a704c tempest-VolumesNegativeTest-1924058838 tempest-VolumesNegativeTest-1924058838-project] 10.222.0.15 "GET /v2.0/security-groups?id=282a5889-9237-478b-90b8-b140decf876f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2731950 Apr 08 02:59:41.891393 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [None req-d140ed92-274b-49fa-b8dd-5a8b52c60bca admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=affd06d309624313b0cf7788fe632ad2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7467172 Apr 08 02:59:41.892372 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d140ed92-274b-49fa-b8dd-5a8b52c60bca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d698a0a-b985-4a3c-a181-179e8d8824e6,revision_number=1']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:59:41.899303 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.wsgi [-] (87786) accepted ('10.222.0.15', 46956) {{(pid=87786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:59:41.945333 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-0200f5f1-4b04-482b-afc3-c06f64aaddc9 tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:59:41.981934 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce882e9f-781c-40d0-976c-db8e8b4ec1c9 req-096da036-20a9-42a3-a584-f9f5b7e74768 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:59:41.986888 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-ce882e9f-781c-40d0-976c-db8e8b4ec1c9 req-096da036-20a9-42a3-a584-f9f5b7e74768 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/ports?device_id=df0970e5-c7c0-43bb-8474-b5e830fcd18b HTTP/1.1" status: 200 len: 945 time: 0.2586522 Apr 08 02:59:42.018644 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-0200f5f1-4b04-482b-afc3-c06f64aaddc9 tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411622'] for security_group_rule, after_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:59:42.087655 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-2f09e709-d7dc-41fd-8ae7-c046fa3ef1ab req-1b416ca4-030b-457c-873e-904540f62d0d service neutron] 10.222.0.39 "GET /v2.0/networks/bd9205d9-b280-4f90-8987-2cd32fbefb13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1960225 Apr 08 02:59:42.105166 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0200f5f1-4b04-482b-afc3-c06f64aaddc9 tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f811383-621f-42da-995d-0a088d648df6,revision_number=0']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:59:42.143445 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-0200f5f1-4b04-482b-afc3-c06f64aaddc9 tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:59:42.143445 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [None req-0200f5f1-4b04-482b-afc3-c06f64aaddc9 tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7874939 Apr 08 02:59:42.143885 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 46964) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:59:42.147060 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-ce882e9f-781c-40d0-976c-db8e8b4ec1c9 req-c536f396-6583-45f5-b301-a1b0c4f184e4 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/security-groups?id=e8a36ab3-836a-4bb3-9969-b622cdd2efa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1559503 Apr 08 02:59:42.149648 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-420d560e-2e06-4d34-bd86-4c78ec33c886 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:59:42.149886 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ee11b6-8ab7-4c80-983c-b10991ef93b8 None None] New status for floating IP 165051a2-3ba7-4680-85b5-f8a0eaf6c2b9: ACTIVE {{(pid=87788) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 02:59:42.155206 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.v2.base [None req-a05a62f8-9b4f-4b01-bba5-a384dfbd1c9c tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Request body: {'security_group_rule': {'security_group_id': 'c53c76da-fd7a-4bc8-9a03-58f6e6d3c12a', 'project_id': 'e54ae39904dd451ab45f8d4f4dd2c54f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 02:59:42.164970 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-a05a62f8-9b4f-4b01-bba5-a384dfbd1c9c tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:59:42.169558 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-a05a62f8-9b4f-4b01-bba5-a384dfbd1c9c tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Usage tracker for resource:security_group_rule and tenant:e54ae39904dd451ab45f8d4f4dd2c54f is out of sync, need to count used quota {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:59:42.176433 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-a05a62f8-9b4f-4b01-bba5-a384dfbd1c9c tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:59:42.183296 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-420d560e-2e06-4d34-bd86-4c78ec33c886 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:59:42.184793 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-a05a62f8-9b4f-4b01-bba5-a384dfbd1c9c tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:59:42.245190 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93b32f6-84ec-450d-8320-dd994baca768 req-402bef83-f598-4355-8d1b-aeef44faa54c tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:59:42.246660 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-e93b32f6-84ec-450d-8320-dd994baca768 req-402bef83-f598-4355-8d1b-aeef44faa54c tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] 10.222.0.15 "GET /v2.0/ports?device_id=75b0ca40-ee7b-4bd4-b893-2a0954207c69 HTTP/1.1" status: 200 len: 945 time: 0.1853802 Apr 08 02:59:42.299366 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-e93b32f6-84ec-450d-8320-dd994baca768 req-9cbd8638-514e-46cc-b8d1-4ea3a60a5060 tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] 10.222.0.15 "GET /v2.0/security-groups?id=9e40f263-cdae-4e5a-8dfc-98fd932b65d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460477 Apr 08 02:59:42.327381 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-a05a62f8-9b4f-4b01-bba5-a384dfbd1c9c tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:59:42.376226 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-420d560e-2e06-4d34-bd86-4c78ec33c886 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:59:42.392587 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420d560e-2e06-4d34-bd86-4c78ec33c886 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d698a0a-b985-4a3c-a181-179e8d8824e6,revision_number=None']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:59:42.402953 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-420d560e-2e06-4d34-bd86-4c78ec33c886 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:59:42.406807 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [None req-420d560e-2e06-4d34-bd86-4c78ec33c886 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5d698a0a-b985-4a3c-a181-179e8d8824e6 HTTP/1.1" status: 204 len: 168 time: 0.5040028 Apr 08 02:59:42.417907 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-a05a62f8-9b4f-4b01-bba5-a384dfbd1c9c tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:59:42.441559 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bf0519-e51f-46be-acbb-7127ecba6bee req-68c07e0c-2feb-4c34-804e-fe8be2f7da62 tempest-VolumesNegativeTest-1924058838 tempest-VolumesNegativeTest-1924058838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:59:42.442479 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [req-e5bf0519-e51f-46be-acbb-7127ecba6bee req-68c07e0c-2feb-4c34-804e-fe8be2f7da62 tempest-VolumesNegativeTest-1924058838 tempest-VolumesNegativeTest-1924058838-project] Synchronizing usage tracker for tenant:cee313bea1da4860bec83d0f7d594d96 on resource:port {{(pid=87787) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 02:59:42.499984 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-a05a62f8-9b4f-4b01-bba5-a384dfbd1c9c tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411622'] for security_group_rule, after_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:59:42.527641 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05a62f8-9b4f-4b01-bba5-a384dfbd1c9c tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80c062b8-9df3-4861-addc-6cfb85e91cdc,revision_number=0']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:59:42.530214 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [req-e5bf0519-e51f-46be-acbb-7127ecba6bee req-68c07e0c-2feb-4c34-804e-fe8be2f7da62 tempest-VolumesNegativeTest-1924058838 tempest-VolumesNegativeTest-1924058838-project] Unset dirty status for tenant:cee313bea1da4860bec83d0f7d594d96 on resource:port {{(pid=87787) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 02:59:42.531709 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-e5bf0519-e51f-46be-acbb-7127ecba6bee req-68c07e0c-2feb-4c34-804e-fe8be2f7da62 tempest-VolumesNegativeTest-1924058838 tempest-VolumesNegativeTest-1924058838-project] 10.222.0.39 "GET /v2.0/ports?device_id=50cf0583-e0b4-4aeb-ae22-a3aee8820a2c HTTP/1.1" status: 200 len: 949 time: 0.2694905 Apr 08 02:59:42.605990 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-a05a62f8-9b4f-4b01-bba5-a384dfbd1c9c tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:59:42.607176 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-a05a62f8-9b4f-4b01-bba5-a384dfbd1c9c tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4623623 Apr 08 02:59:42.610204 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.wsgi [-] (87786) accepted ('10.222.0.15', 46978) {{(pid=87786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:59:42.610733 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.plugins.ml2.plugin [req-e5bf0519-e51f-46be-acbb-7127ecba6bee req-29733f4e-63b7-436c-a386-ab8e71ef570c tempest-VolumesNegativeTest-1924058838 tempest-VolumesNegativeTest-1924058838-project] Deleting port 8af8cccf-89ce-41c9-a6d1-9cecf614e34a {{(pid=87787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 02:59:42.611067 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [req-e5bf0519-e51f-46be-acbb-7127ecba6bee req-29733f4e-63b7-436c-a386-ab8e71ef570c tempest-VolumesNegativeTest-1924058838 tempest-VolumesNegativeTest-1924058838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762847207940'] for port, before_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:59:42.615272 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.v2.base [None req-69b4e14d-9172-49c7-be6f-740602b17c68 tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Request body: {'security_group_rule': {'security_group_id': 'c53c76da-fd7a-4bc8-9a03-58f6e6d3c12a', 'project_id': 'e54ae39904dd451ab45f8d4f4dd2c54f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 02:59:42.622229 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.quota.driver [None req-69b4e14d-9172-49c7-be6f-740602b17c68 tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:59:42.626067 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [None req-69b4e14d-9172-49c7-be6f-740602b17c68 tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Usage tracker for resource:security_group_rule and tenant:e54ae39904dd451ab45f8d4f4dd2c54f is out of sync, need to count used quota {{(pid=87786) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:59:42.628941 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [None req-69b4e14d-9172-49c7-be6f-740602b17c68 tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87786) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:59:42.634772 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.quota.driver [None req-69b4e14d-9172-49c7-be6f-740602b17c68 tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:59:42.724753 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-69b4e14d-9172-49c7-be6f-740602b17c68 tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:59:42.793649 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-69b4e14d-9172-49c7-be6f-740602b17c68 tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:59:42.860254 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-69b4e14d-9172-49c7-be6f-740602b17c68 tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411622'] for security_group_rule, after_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:59:42.889721 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b4e14d-9172-49c7-be6f-740602b17c68 tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21e31934-e3f6-4b5b-b935-a995506bf574,revision_number=0']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:59:42.902388 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b4e14d-9172-49c7-be6f-740602b17c68 tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:59:42.902582 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.plugins.ml2.db [req-e5bf0519-e51f-46be-acbb-7127ecba6bee req-29733f4e-63b7-436c-a386-ab8e71ef570c tempest-VolumesNegativeTest-1924058838 tempest-VolumesNegativeTest-1924058838-project] For port 8af8cccf-89ce-41c9-a6d1-9cecf614e34a, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=8af8cccf-89ce-41c9-a6d1-9cecf614e34a,segment=NetworkSegment(bf00e84a-5ea6-4c6c-8c90-91646d25fe3c),segment_id=bf00e84a-5ea6-4c6c-8c90-91646d25fe3c)] {{(pid=87787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 02:59:42.903079 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b4e14d-9172-49c7-be6f-740602b17c68 tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:59:42.903196 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [req-e5bf0519-e51f-46be-acbb-7127ecba6bee req-29733f4e-63b7-436c-a386-ab8e71ef570c tempest-VolumesNegativeTest-1924058838 tempest-VolumesNegativeTest-1924058838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334124'] for port, precommit_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:59:42.903296 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b4e14d-9172-49c7-be6f-740602b17c68 tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:59:42.903296 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b4e14d-9172-49c7-be6f-740602b17c68 tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:59:42.903673 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b4e14d-9172-49c7-be6f-740602b17c68 tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:59:42.903930 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b4e14d-9172-49c7-be6f-740602b17c68 tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:59:42.904254 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b4e14d-9172-49c7-be6f-740602b17c68 tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:59:42.904617 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b4e14d-9172-49c7-be6f-740602b17c68 tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:59:42.904923 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b4e14d-9172-49c7-be6f-740602b17c68 tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:59:42.905219 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b4e14d-9172-49c7-be6f-740602b17c68 tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:59:42.906030 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b4e14d-9172-49c7-be6f-740602b17c68 tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:59:42.906156 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b4e14d-9172-49c7-be6f-740602b17c68 tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 02:59:42.957017 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-69b4e14d-9172-49c7-be6f-740602b17c68 tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:59:42.959622 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [None req-69b4e14d-9172-49c7-be6f-740602b17c68 tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3483543 Apr 08 02:59:42.964399 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.wsgi [-] (87786) accepted ('10.222.0.15', 47002) {{(pid=87786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:59:42.970036 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.v2.base [None req-16131dfd-c701-4d63-80e0-27fbfb6fe33a tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Request body: {'security_group_rule': {'security_group_id': 'c53c76da-fd7a-4bc8-9a03-58f6e6d3c12a', 'project_id': 'e54ae39904dd451ab45f8d4f4dd2c54f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 02:59:42.982402 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.quota.driver [None req-16131dfd-c701-4d63-80e0-27fbfb6fe33a tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:59:42.987825 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [None req-16131dfd-c701-4d63-80e0-27fbfb6fe33a tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Usage tracker for resource:security_group_rule and tenant:e54ae39904dd451ab45f8d4f4dd2c54f is out of sync, need to count used quota {{(pid=87786) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:59:42.992444 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [None req-16131dfd-c701-4d63-80e0-27fbfb6fe33a tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87786) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:59:42.998290 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.quota.driver [None req-16131dfd-c701-4d63-80e0-27fbfb6fe33a tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:59:43.041655 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.plugins.ml2.plugin [req-e5bf0519-e51f-46be-acbb-7127ecba6bee req-29733f4e-63b7-436c-a386-ab8e71ef570c tempest-VolumesNegativeTest-1924058838 tempest-VolumesNegativeTest-1924058838-project] Calling delete_port for 8af8cccf-89ce-41c9-a6d1-9cecf614e34a owned by compute:nova {{(pid=87787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 02:59:43.094885 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-16131dfd-c701-4d63-80e0-27fbfb6fe33a tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:59:43.167769 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea66b70-fdd7-47a0-b390-942262ab3100 req-8b429f21-9c61-4cb3-aadc-f7a5542499bc tempest-VolumesNegativeTest-1924058838 tempest-VolumesNegativeTest-1924058838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:59:43.175085 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-aea66b70-fdd7-47a0-b390-942262ab3100 req-8b429f21-9c61-4cb3-aadc-f7a5542499bc tempest-VolumesNegativeTest-1924058838 tempest-VolumesNegativeTest-1924058838-project] 10.222.0.15 "GET /v2.0/ports?device_id=50cf0583-e0b4-4aeb-ae22-a3aee8820a2c HTTP/1.1" status: 200 len: 949 time: 0.1388786 Apr 08 02:59:43.213168 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-16131dfd-c701-4d63-80e0-27fbfb6fe33a tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:59:43.258951 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-aea66b70-fdd7-47a0-b390-942262ab3100 req-3d1d148e-9df3-4cfd-beb3-494928555720 tempest-VolumesNegativeTest-1924058838 tempest-VolumesNegativeTest-1924058838-project] 10.222.0.15 "GET /v2.0/security-groups?id=282a5889-9237-478b-90b8-b140decf876f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831227 Apr 08 02:59:43.280932 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-16131dfd-c701-4d63-80e0-27fbfb6fe33a tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411622'] for security_group_rule, after_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:59:43.288837 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [req-e5bf0519-e51f-46be-acbb-7127ecba6bee req-29733f4e-63b7-436c-a386-ab8e71ef570c tempest-VolumesNegativeTest-1924058838 tempest-VolumesNegativeTest-1924058838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762847213038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762846864689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3006662'] for port, after_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:59:43.310468 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16131dfd-c701-4d63-80e0-27fbfb6fe33a tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51a40112-dbcb-40a9-a369-6e72ccb71184,revision_number=0']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:59:43.410186 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-16131dfd-c701-4d63-80e0-27fbfb6fe33a tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:59:43.416108 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [None req-16131dfd-c701-4d63-80e0-27fbfb6fe33a tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4505730 Apr 08 02:59:43.417346 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.wsgi [-] (87786) accepted ('10.222.0.15', 47022) {{(pid=87786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:59:43.424715 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.v2.base [None req-37a260b4-a71b-4b58-acb8-f4b3f8a5082f tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Request body: {'security_group_rule': {'security_group_id': 'c53c76da-fd7a-4bc8-9a03-58f6e6d3c12a', 'project_id': 'e54ae39904dd451ab45f8d4f4dd2c54f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 02:59:43.441474 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.quota.driver [None req-37a260b4-a71b-4b58-acb8-f4b3f8a5082f tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:59:43.451501 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [None req-37a260b4-a71b-4b58-acb8-f4b3f8a5082f tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Usage tracker for resource:security_group_rule and tenant:e54ae39904dd451ab45f8d4f4dd2c54f is out of sync, need to count used quota {{(pid=87786) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:59:43.463721 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ada7b66-c55f-45df-9f4a-76f01d5d3d7c req-9a69173c-2000-4e1a-a0a6-3552b64527fa tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:59:43.468729 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-3ada7b66-c55f-45df-9f4a-76f01d5d3d7c req-9a69173c-2000-4e1a-a0a6-3552b64527fa tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/ports?device_id=df0970e5-c7c0-43bb-8474-b5e830fcd18b HTTP/1.1" status: 200 len: 945 time: 0.1410408 Apr 08 02:59:43.470455 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [None req-37a260b4-a71b-4b58-acb8-f4b3f8a5082f tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87786) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:59:43.505530 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.quota.driver [None req-37a260b4-a71b-4b58-acb8-f4b3f8a5082f tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:59:43.584521 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29733f4e-63b7-436c-a386-ab8e71ef570c tempest-VolumesNegativeTest-1924058838 tempest-VolumesNegativeTest-1924058838-project] Pushing event deleted for resources: {'Port': ['ID=8af8cccf-89ce-41c9-a6d1-9cecf614e34a,revision_number=None']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:59:43.603391 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5bf0519-e51f-46be-acbb-7127ecba6bee req-29733f4e-63b7-436c-a386-ab8e71ef570c tempest-VolumesNegativeTest-1924058838 tempest-VolumesNegativeTest-1924058838-project] No DVR routers for this DVR port 8af8cccf-89ce-41c9-a6d1-9cecf614e34a on host hv-cinder-83705 {{(pid=87787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 02:59:43.606554 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [req-e5bf0519-e51f-46be-acbb-7127ecba6bee req-29733f4e-63b7-436c-a386-ab8e71ef570c tempest-VolumesNegativeTest-1924058838 tempest-VolumesNegativeTest-1924058838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207533'] for port, before_response {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:59:43.613238 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-3ada7b66-c55f-45df-9f4a-76f01d5d3d7c req-6cc7b56d-0693-4309-adc5-da0c14a4892a tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/security-groups?id=e8a36ab3-836a-4bb3-9969-b622cdd2efa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1387663 Apr 08 02:59:43.621551 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50cf0583-e0b4-4aeb-ae22-a3aee8820a2c', 'name': 'network-vif-deleted', 'tag': '8af8cccf-89ce-41c9-a6d1-9cecf614e34a'}] {{(pid=87787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 02:59:43.663650 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224242e8-50b0-460e-a48a-45f5a3e82790 req-9ad278d3-02dd-4fdf-ab26-0bbf57dc476a tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:59:43.665609 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-224242e8-50b0-460e-a48a-45f5a3e82790 req-9ad278d3-02dd-4fdf-ab26-0bbf57dc476a tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] 10.222.0.15 "GET /v2.0/ports?device_id=75b0ca40-ee7b-4bd4-b893-2a0954207c69 HTTP/1.1" status: 200 len: 945 time: 0.1672115 Apr 08 02:59:43.667175 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.db.securitygroups_db [None req-37a260b4-a71b-4b58-acb8-f4b3f8a5082f tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Project e54ae39904dd451ab45f8d4f4dd2c54f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 08 02:59:43.673627 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-e5bf0519-e51f-46be-acbb-7127ecba6bee req-29733f4e-63b7-436c-a386-ab8e71ef570c tempest-VolumesNegativeTest-1924058838 tempest-VolumesNegativeTest-1924058838-project] 10.222.0.39 "DELETE /v2.0/ports/8af8cccf-89ce-41c9-a6d1-9cecf614e34a HTTP/1.1" status: 204 len: 173 time: 1.1337388 Apr 08 02:59:43.704923 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-37a260b4-a71b-4b58-acb8-f4b3f8a5082f tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:59:43.733877 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1710e71b-bfc4-4b51-80c7-60e58476cb6f'] response: {'server_uuid': '50cf0583-e0b4-4aeb-ae22-a3aee8820a2c', 'name': 'network-vif-deleted', 'tag': '8af8cccf-89ce-41c9-a6d1-9cecf614e34a', 'status': 'completed', 'code': 200} Apr 08 02:59:43.826624 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-224242e8-50b0-460e-a48a-45f5a3e82790 req-493bf62a-3924-4569-bcba-68cca46ac03f tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] 10.222.0.15 "GET /v2.0/security-groups?id=9e40f263-cdae-4e5a-8dfc-98fd932b65d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538579 Apr 08 02:59:43.845350 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-37a260b4-a71b-4b58-acb8-f4b3f8a5082f tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:59:43.911585 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-37a260b4-a71b-4b58-acb8-f4b3f8a5082f tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411622'] for security_group_rule, after_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:59:43.948752 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a260b4-a71b-4b58-acb8-f4b3f8a5082f tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9863319a-25d9-4d83-bdd1-272e6c105829,revision_number=0']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:59:44.009091 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-37a260b4-a71b-4b58-acb8-f4b3f8a5082f tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:59:44.014164 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 47034) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:59:44.015400 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [None req-37a260b4-a71b-4b58-acb8-f4b3f8a5082f tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5952189 Apr 08 02:59:44.019242 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.v2.base [None req-e48b4296-c2ad-476d-832b-70f87a325f8f tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Request body: {'security_group_rule': {'security_group_id': 'c53c76da-fd7a-4bc8-9a03-58f6e6d3c12a', 'project_id': 'e54ae39904dd451ab45f8d4f4dd2c54f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 02:59:44.034433 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-e48b4296-c2ad-476d-832b-70f87a325f8f tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 02:59:44.039830 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-e48b4296-c2ad-476d-832b-70f87a325f8f tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Usage tracker for resource:security_group_rule and tenant:e54ae39904dd451ab45f8d4f4dd2c54f is out of sync, need to count used quota {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 02:59:44.043688 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-e48b4296-c2ad-476d-832b-70f87a325f8f tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 02:59:44.064956 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-e48b4296-c2ad-476d-832b-70f87a325f8f tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 02:59:44.128810 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.db.securitygroups_db [None req-e48b4296-c2ad-476d-832b-70f87a325f8f tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Project e54ae39904dd451ab45f8d4f4dd2c54f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 08 02:59:44.136651 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-e48b4296-c2ad-476d-832b-70f87a325f8f tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:59:44.239357 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-e48b4296-c2ad-476d-832b-70f87a325f8f tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:59:44.279497 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-e48b4296-c2ad-476d-832b-70f87a325f8f tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411622'] for security_group_rule, after_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:59:44.319790 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48b4296-c2ad-476d-832b-70f87a325f8f tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=332bdedb-4ce8-4982-904a-9f9b3a023c96,revision_number=0']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:59:44.375438 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-e48b4296-c2ad-476d-832b-70f87a325f8f tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:59:44.381325 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-e48b4296-c2ad-476d-832b-70f87a325f8f tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3660722 Apr 08 02:59:44.523840 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-8a9f5dba-4189-471a-82bd-6bd51b4e600c req-637d0823-9934-46e5-a12e-66d112994cb5 tempest-VolumesNegativeTest-1924058838 tempest-VolumesNegativeTest-1924058838-project] 10.222.0.15 "GET /v2.0/ports?device_id=50cf0583-e0b4-4aeb-ae22-a3aee8820a2c HTTP/1.1" status: 200 len: 210 time: 0.1001315 Apr 08 02:59:44.609410 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-18c40ac6-9b09-48a9-a92f-8b2ec5b1bbb7 req-9ec993bb-0a53-4583-be24-8a4959791f01 tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2145193994&fields=id&tenant_id=e54ae39904dd451ab45f8d4f4dd2c54f HTTP/1.1" status: 200 len: 267 time: 0.1240084 Apr 08 02:59:44.717884 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c40ac6-9b09-48a9-a92f-8b2ec5b1bbb7 req-82586b5e-6c7e-4b71-a0d8-684e884e5e36 tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:59:44.719659 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-18c40ac6-9b09-48a9-a92f-8b2ec5b1bbb7 req-82586b5e-6c7e-4b71-a0d8-684e884e5e36 tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] 10.222.0.15 "GET /v2.0/ports?device_id=a27a10dc-251a-43a1-a678-3f066f540399 HTTP/1.1" status: 200 len: 945 time: 0.1088371 Apr 08 02:59:44.722049 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Device 8af8cccf-89ce-41c9-a6d1-9cecf614e34a no longer exists at agent hyperv_hv-cinder-83705 {{(pid=87788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 02:59:44.737764 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.v2.base [req-18c40ac6-9b09-48a9-a92f-8b2ec5b1bbb7 req-d8250998-3f87-4739-8514-7ab84137213e tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Request body: {'port': {'security_groups': ['3d0b1559-7425-473f-bd1c-fb1704313e64', 'c53c76da-fd7a-4bc8-9a03-58f6e6d3c12a']}} {{(pid=87786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 02:59:44.775242 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.plugin [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] No Port match for: 8af8cccf-89ce-41c9-a6d1-9cecf614e34a {{(pid=87788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 02:59:44.775831 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Device 8af8cccf-89ce-41c9-a6d1-9cecf614e34a not bound to the agent host hv-cinder-83705 {{(pid=87788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 02:59:44.964154 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [req-18c40ac6-9b09-48a9-a92f-8b2ec5b1bbb7 req-d8250998-3f87-4739-8514-7ab84137213e tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_update {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:59:45.043783 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a59ad2-da7a-4169-b691-e1671bc05ff1 req-98041421-c26c-4d3f-8a51-19d746e91ed6 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:59:45.045267 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-80a59ad2-da7a-4169-b691-e1671bc05ff1 req-98041421-c26c-4d3f-8a51-19d746e91ed6 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/ports?device_id=df0970e5-c7c0-43bb-8474-b5e830fcd18b HTTP/1.1" status: 200 len: 945 time: 0.2553353 Apr 08 02:59:45.320353 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-80a59ad2-da7a-4169-b691-e1671bc05ff1 req-3356c44f-324d-4e37-9660-27c8e9109d81 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/security-groups?id=e8a36ab3-836a-4bb3-9969-b622cdd2efa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739882 Apr 08 02:59:45.330158 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.db [req-18c40ac6-9b09-48a9-a92f-8b2ec5b1bbb7 req-d8250998-3f87-4739-8514-7ab84137213e tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] For port 1a657876-5e33-4830-837a-fb58e7d28a92, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=1a657876-5e33-4830-837a-fb58e7d28a92,segment=NetworkSegment(fbbea2b2-6b34-4085-aa23-2abb9eaccb63),segment_id=fbbea2b2-6b34-4085-aa23-2abb9eaccb63)] {{(pid=87786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 02:59:45.369084 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [req-18c40ac6-9b09-48a9-a92f-8b2ec5b1bbb7 req-d8250998-3f87-4739-8514-7ab84137213e tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Notify callbacks [] for port, precommit_update {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:59:45.437314 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [req-18c40ac6-9b09-48a9-a92f-8b2ec5b1bbb7 req-d8250998-3f87-4739-8514-7ab84137213e tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762847214852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762846864698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762846864743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2754402'] for port, after_update {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:59:45.491722 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.db [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] get_ports_and_sgs() called for port_ids ['1a657876-5e33-4830-837a-fb58e7d28a92'] {{(pid=87788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 02:59:45.567540 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c40ac6-9b09-48a9-a92f-8b2ec5b1bbb7 req-d8250998-3f87-4739-8514-7ab84137213e tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:59:45.567540 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [req-18c40ac6-9b09-48a9-a92f-8b2ec5b1bbb7 req-d8250998-3f87-4739-8514-7ab84137213e tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207533'] for port, before_response {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:59:45.581417 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-18c40ac6-9b09-48a9-a92f-8b2ec5b1bbb7 req-d8250998-3f87-4739-8514-7ab84137213e tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] 10.222.0.15 "PUT /v2.0/ports/1a657876-5e33-4830-837a-fb58e7d28a92 HTTP/1.1" status: 200 len: 981 time: 0.8477848 Apr 08 02:59:45.593853 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a27a10dc-251a-43a1-a678-3f066f540399', 'tag': '1a657876-5e33-4830-837a-fb58e7d28a92'}] {{(pid=87786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 02:59:45.681942 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8250998-3f87-4739-8514-7ab84137213e tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Pushing event updated for resources: {'Port': ['ID=1a657876-5e33-4830-837a-fb58e7d28a92,revision_number=6']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:59:45.712562 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa3478c-075d-4976-bfdd-f5d254632692 req-bba2dfbe-5237-4b53-9252-45276e251794 tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:59:45.720056 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-aaa3478c-075d-4976-bfdd-f5d254632692 req-bba2dfbe-5237-4b53-9252-45276e251794 tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] 10.222.0.15 "GET /v2.0/ports?device_id=75b0ca40-ee7b-4bd4-b893-2a0954207c69 HTTP/1.1" status: 200 len: 945 time: 0.2153172 Apr 08 02:59:45.831674 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.db [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] get_ports_and_sgs() called for port_ids ['1a657876-5e33-4830-837a-fb58e7d28a92'] {{(pid=87788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 02:59:45.959770 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-aaa3478c-075d-4976-bfdd-f5d254632692 req-fcf6f07c-39ac-44e6-b4d9-47557677f122 tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] 10.222.0.15 "GET /v2.0/security-groups?id=9e40f263-cdae-4e5a-8dfc-98fd932b65d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2387714 Apr 08 02:59:46.014081 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1cb9e4ee-fd90-451c-a801-2690065bf39c'] response: {'name': 'network-changed', 'server_uuid': 'a27a10dc-251a-43a1-a678-3f066f540399', 'tag': '1a657876-5e33-4830-837a-fb58e7d28a92', 'status': 'completed', 'code': 200} Apr 08 02:59:46.045570 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8a91e9-0763-4465-bbaf-5f8b3bb8174b req-afd24317-9286-4654-876b-3186997d7685 tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:59:46.047877 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-9e8a91e9-0763-4465-bbaf-5f8b3bb8174b req-afd24317-9286-4654-876b-3186997d7685 tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] 10.222.0.15 "GET /v2.0/ports?device_id=a27a10dc-251a-43a1-a678-3f066f540399 HTTP/1.1" status: 200 len: 984 time: 0.1606562 Apr 08 02:59:46.055548 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-5cbc9844-c9a6-4079-8ecd-0dfa7b6b8e78 None None] Provisioning complete for port 1a657876-5e33-4830-837a-fb58e7d28a92 triggered by entity DHCP. {{(pid=87788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 02:59:46.055911 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-5cbc9844-c9a6-4079-8ecd-0dfa7b6b8e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587297'] for port, provisioning_complete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:59:46.110117 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-9e8a91e9-0763-4465-bbaf-5f8b3bb8174b req-a5db0f00-11f3-4c67-8d12-40bb9fcbb8e8 tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] 10.222.0.15 "GET /v2.0/security-groups?id=c53c76da-fd7a-4bc8-9a03-58f6e6d3c12a&id=3d0b1559-7425-473f-bd1c-fb1704313e64&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0509336 Apr 08 02:59:46.281430 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b3e819-cba2-4b5e-80ad-6d8bd767341b req-e2c88463-0c7f-4ab2-8a3b-09bebc43be94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:59:46.284472 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-68b3e819-cba2-4b5e-80ad-6d8bd767341b req-e2c88463-0c7f-4ab2-8a3b-09bebc43be94 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e54ae39904dd451ab45f8d4f4dd2c54f&device_id=a27a10dc-251a-43a1-a678-3f066f540399 HTTP/1.1" status: 200 len: 1137 time: 0.2033491 Apr 08 02:59:46.478968 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b3e819-cba2-4b5e-80ad-6d8bd767341b req-e700d64a-d502-44d8-afe6-2ce9b5e55158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:59:46.478968 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-68b3e819-cba2-4b5e-80ad-6d8bd767341b req-e700d64a-d502-44d8-afe6-2ce9b5e55158 service neutron] 10.222.0.39 "GET /v2.0/networks?id=bd9205d9-b280-4f90-8987-2cd32fbefb13 HTTP/1.1" status: 200 len: 915 time: 0.1809499 Apr 08 02:59:46.657444 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8b21d7-7f81-471b-95bb-3bf7a963fd24 req-8e4f7679-aa37-42ef-8aee-1d3927c18306 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:59:46.664396 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-bf8b21d7-7f81-471b-95bb-3bf7a963fd24 req-8e4f7679-aa37-42ef-8aee-1d3927c18306 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/ports?device_id=df0970e5-c7c0-43bb-8474-b5e830fcd18b HTTP/1.1" status: 200 len: 945 time: 0.1103175 Apr 08 02:59:46.735568 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-68b3e819-cba2-4b5e-80ad-6d8bd767341b req-e75e556f-14cd-4afa-9ef2-e06cb73b21c9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1a657876-5e33-4830-837a-fb58e7d28a92 HTTP/1.1" status: 200 len: 1001 time: 0.2522976 Apr 08 02:59:46.746720 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-bf8b21d7-7f81-471b-95bb-3bf7a963fd24 req-2ea7fca3-4ca2-4318-9686-a2357ac582dd tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/security-groups?id=e8a36ab3-836a-4bb3-9969-b622cdd2efa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809655 Apr 08 02:59:46.824226 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b3e819-cba2-4b5e-80ad-6d8bd767341b req-edc1eddc-acef-48aa-a01c-33310074c95b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:59:46.824226 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-68b3e819-cba2-4b5e-80ad-6d8bd767341b req-edc1eddc-acef-48aa-a01c-33310074c95b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2c480e54-0d9e-4bc0-858b-99b185c4ed0c HTTP/1.1" status: 200 len: 853 time: 0.0787802 Apr 08 02:59:46.919388 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b3e819-cba2-4b5e-80ad-6d8bd767341b req-7f653e0f-cf70-42ce-b1de-f227aca84ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:59:46.920900 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-68b3e819-cba2-4b5e-80ad-6d8bd767341b req-7f653e0f-cf70-42ce-b1de-f227aca84ad4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bd9205d9-b280-4f90-8987-2cd32fbefb13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0925360 Apr 08 02:59:47.077695 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-68b3e819-cba2-4b5e-80ad-6d8bd767341b req-9117a973-d51c-45a5-ac3e-b4b29e51482e service neutron] 10.222.0.39 "GET /v2.0/networks/bd9205d9-b280-4f90-8987-2cd32fbefb13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490760 Apr 08 02:59:47.203793 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335451f8-09a4-4877-8146-ced56d04b3d2 req-2def24ca-4e16-4103-9427-f8312e118f3c tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:59:47.205323 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-335451f8-09a4-4877-8146-ced56d04b3d2 req-2def24ca-4e16-4103-9427-f8312e118f3c tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] 10.222.0.15 "GET /v2.0/ports?device_id=75b0ca40-ee7b-4bd4-b893-2a0954207c69 HTTP/1.1" status: 200 len: 945 time: 0.1231775 Apr 08 02:59:47.274375 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-335451f8-09a4-4877-8146-ced56d04b3d2 req-e4928e89-5baf-49ad-9d6a-c07dcfe71c46 tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] 10.222.0.15 "GET /v2.0/security-groups?id=9e40f263-cdae-4e5a-8dfc-98fd932b65d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587049 Apr 08 02:59:47.275833 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-68b3e819-cba2-4b5e-80ad-6d8bd767341b req-1e4cefe0-ed4c-47fa-960c-79e9580f2d0f service neutron] 10.222.0.39 "GET /v2.0/networks/bd9205d9-b280-4f90-8987-2cd32fbefb13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1903801 Apr 08 02:59:47.937937 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c1caf6-5dc4-4cc3-8b19-157dea2f507f req-84b52c59-a391-4b0c-b686-daf40c099b69 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:59:47.939382 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-30c1caf6-5dc4-4cc3-8b19-157dea2f507f req-84b52c59-a391-4b0c-b686-daf40c099b69 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/ports?device_id=df0970e5-c7c0-43bb-8474-b5e830fcd18b HTTP/1.1" status: 200 len: 945 time: 0.0801282 Apr 08 02:59:48.008803 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-30c1caf6-5dc4-4cc3-8b19-157dea2f507f req-cafd296b-6d27-4093-aabc-6f1d841eab73 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/security-groups?id=e8a36ab3-836a-4bb3-9969-b622cdd2efa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627828 Apr 08 02:59:48.543680 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295d804a-3ad9-4999-b458-4f5a73ca23dc req-fbf9a124-c47d-4173-96a1-e72fee48635a tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:59:48.550736 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-295d804a-3ad9-4999-b458-4f5a73ca23dc req-fbf9a124-c47d-4173-96a1-e72fee48635a tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] 10.222.0.15 "GET /v2.0/ports?device_id=75b0ca40-ee7b-4bd4-b893-2a0954207c69 HTTP/1.1" status: 200 len: 945 time: 0.1064367 Apr 08 02:59:48.609584 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-295d804a-3ad9-4999-b458-4f5a73ca23dc req-507b6a02-49b2-462d-b5be-c3cc1c368152 tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] 10.222.0.15 "GET /v2.0/security-groups?id=9e40f263-cdae-4e5a-8dfc-98fd932b65d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516832 Apr 08 02:59:48.916068 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce59a76d-d960-4267-9479-154e9c5a84c3 req-0f0e2047-92da-439d-8bf6-b92181b6ec4a tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:59:48.917410 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-ce59a76d-d960-4267-9479-154e9c5a84c3 req-0f0e2047-92da-439d-8bf6-b92181b6ec4a tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] 10.222.0.39 "GET /v2.0/ports?device_id=75b0ca40-ee7b-4bd4-b893-2a0954207c69 HTTP/1.1" status: 200 len: 945 time: 0.1016748 Apr 08 02:59:49.003769 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.plugins.ml2.plugin [req-ce59a76d-d960-4267-9479-154e9c5a84c3 req-3ae8e18a-9d2e-45d3-b435-d33ab301f621 tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] Deleting port 97e17e7e-24bc-4806-b00a-f43d64cf475c {{(pid=87787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 02:59:49.004101 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [req-ce59a76d-d960-4267-9479-154e9c5a84c3 req-3ae8e18a-9d2e-45d3-b435-d33ab301f621 tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762847207940'] for port, before_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:59:49.243606 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697e2a19-f6cf-43b4-bef5-b3ecf8cfa4d0 req-322301b9-16a1-4a02-bb71-7c04da23dca3 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:59:49.250544 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-697e2a19-f6cf-43b4-bef5-b3ecf8cfa4d0 req-322301b9-16a1-4a02-bb71-7c04da23dca3 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/ports?device_id=df0970e5-c7c0-43bb-8474-b5e830fcd18b HTTP/1.1" status: 200 len: 945 time: 0.1111965 Apr 08 02:59:49.317667 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-697e2a19-f6cf-43b4-bef5-b3ecf8cfa4d0 req-7bb52367-82a5-4b8e-a613-7c9aa9ae63cd tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/security-groups?id=e8a36ab3-836a-4bb3-9969-b622cdd2efa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617726 Apr 08 02:59:49.331220 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.plugins.ml2.db [req-ce59a76d-d960-4267-9479-154e9c5a84c3 req-3ae8e18a-9d2e-45d3-b435-d33ab301f621 tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] For port 97e17e7e-24bc-4806-b00a-f43d64cf475c, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=97e17e7e-24bc-4806-b00a-f43d64cf475c,segment=NetworkSegment(2471dffd-dc9f-465d-a8fa-8493a98e9163),segment_id=2471dffd-dc9f-465d-a8fa-8493a98e9163)] {{(pid=87787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 02:59:49.331220 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [req-ce59a76d-d960-4267-9479-154e9c5a84c3 req-3ae8e18a-9d2e-45d3-b435-d33ab301f621 tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334124'] for port, precommit_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:59:49.486096 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.plugins.ml2.plugin [req-ce59a76d-d960-4267-9479-154e9c5a84c3 req-3ae8e18a-9d2e-45d3-b435-d33ab301f621 tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] Calling delete_port for 97e17e7e-24bc-4806-b00a-f43d64cf475c owned by compute:nova {{(pid=87787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 02:59:49.740537 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [req-ce59a76d-d960-4267-9479-154e9c5a84c3 req-3ae8e18a-9d2e-45d3-b435-d33ab301f621 tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762847213038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762846864689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3006662'] for port, after_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:59:49.796819 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.db [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] get_ports_and_sgs() called for port_ids ['97e17e7e-24bc-4806-b00a-f43d64cf475c'] {{(pid=87788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 02:59:49.871554 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-ac95536f-bf6d-49af-a08c-970148e44cd8 req-1a8d41bb-e85c-4196-a579-547ac4ca3c3c tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] 10.222.0.15 "GET /v2.0/ports?device_id=75b0ca40-ee7b-4bd4-b893-2a0954207c69 HTTP/1.1" status: 200 len: 210 time: 0.0798702 Apr 08 02:59:49.872810 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae8e18a-9d2e-45d3-b435-d33ab301f621 tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] Pushing event deleted for resources: {'Port': ['ID=97e17e7e-24bc-4806-b00a-f43d64cf475c,revision_number=None']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:59:49.984621 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce59a76d-d960-4267-9479-154e9c5a84c3 req-3ae8e18a-9d2e-45d3-b435-d33ab301f621 tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] No DVR routers for this DVR port 97e17e7e-24bc-4806-b00a-f43d64cf475c on host hv-cinder-83705 {{(pid=87787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 02:59:49.987627 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [req-ce59a76d-d960-4267-9479-154e9c5a84c3 req-3ae8e18a-9d2e-45d3-b435-d33ab301f621 tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207533'] for port, before_response {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:59:49.996979 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75b0ca40-ee7b-4bd4-b893-2a0954207c69', 'name': 'network-vif-deleted', 'tag': '97e17e7e-24bc-4806-b00a-f43d64cf475c'}] {{(pid=87787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 02:59:50.049558 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-ce59a76d-d960-4267-9479-154e9c5a84c3 req-3ae8e18a-9d2e-45d3-b435-d33ab301f621 tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] 10.222.0.39 "DELETE /v2.0/ports/97e17e7e-24bc-4806-b00a-f43d64cf475c HTTP/1.1" status: 204 len: 173 time: 1.1261365 Apr 08 02:59:50.075292 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ad8209c-d936-4f5c-b06c-bd0234fe5d44'] response: {'server_uuid': '75b0ca40-ee7b-4bd4-b893-2a0954207c69', 'name': 'network-vif-deleted', 'tag': '97e17e7e-24bc-4806-b00a-f43d64cf475c', 'status': 'completed', 'code': 200} Apr 08 02:59:50.622563 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6041f984-5d03-4c06-be68-acfac05b99e6 req-d174964b-e728-40fd-959b-00d63f2af8a3 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:59:50.624441 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-6041f984-5d03-4c06-be68-acfac05b99e6 req-d174964b-e728-40fd-959b-00d63f2af8a3 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/ports?device_id=df0970e5-c7c0-43bb-8474-b5e830fcd18b HTTP/1.1" status: 200 len: 945 time: 0.1261797 Apr 08 02:59:50.680918 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-6041f984-5d03-4c06-be68-acfac05b99e6 req-d48510bd-3196-4c6c-888d-9fcc73baf90f tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/security-groups?id=e8a36ab3-836a-4bb3-9969-b622cdd2efa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489588 Apr 08 02:59:51.201523 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-c9ac97bd-5a1c-4afa-9b66-a42b971794bc req-a6f5edc1-a8ce-4d79-8e3d-93da096e579c tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] 10.222.0.15 "GET /v2.0/ports?device_id=75b0ca40-ee7b-4bd4-b893-2a0954207c69 HTTP/1.1" status: 200 len: 210 time: 0.1054158 Apr 08 02:59:51.919880 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587503e1-bd9c-43cd-8cc4-2c9ebc9bdc2d req-ce4fae3b-39eb-43ca-bf5d-725988e0d6c2 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:59:51.921268 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-587503e1-bd9c-43cd-8cc4-2c9ebc9bdc2d req-ce4fae3b-39eb-43ca-bf5d-725988e0d6c2 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/ports?device_id=df0970e5-c7c0-43bb-8474-b5e830fcd18b HTTP/1.1" status: 200 len: 945 time: 0.0926926 Apr 08 02:59:51.977859 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-587503e1-bd9c-43cd-8cc4-2c9ebc9bdc2d req-31e17320-6544-4a62-a7b5-a193644fde7c tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/security-groups?id=e8a36ab3-836a-4bb3-9969-b622cdd2efa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501814 Apr 08 02:59:52.754317 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Device 97e17e7e-24bc-4806-b00a-f43d64cf475c no longer exists at agent hyperv_hv-cinder-83705 {{(pid=87788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 02:59:52.794935 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.plugin [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] No Port match for: 97e17e7e-24bc-4806-b00a-f43d64cf475c {{(pid=87788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 02:59:52.795380 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Device 97e17e7e-24bc-4806-b00a-f43d64cf475c not bound to the agent host hv-cinder-83705 {{(pid=87788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 02:59:53.184054 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb37c61-e070-422a-bfe7-27d1c47060fa req-faad60a1-a42a-4bba-bae6-03db08513344 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:59:53.186256 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-cfb37c61-e070-422a-bfe7-27d1c47060fa req-faad60a1-a42a-4bba-bae6-03db08513344 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/ports?device_id=df0970e5-c7c0-43bb-8474-b5e830fcd18b HTTP/1.1" status: 200 len: 945 time: 0.0900292 Apr 08 02:59:53.239934 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-cfb37c61-e070-422a-bfe7-27d1c47060fa req-0580fa25-5728-450b-aa0b-ec1ec88f84d8 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/security-groups?id=e8a36ab3-836a-4bb3-9969-b622cdd2efa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443459 Apr 08 02:59:54.254868 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 47404) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:59:54.503800 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-58e99adf-ca71-42df-baec-322c5e160d15 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cee313bea1da4860bec83d0f7d594d96&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2468669 Apr 08 02:59:54.506831 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 47416) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 02:59:54.575933 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-3c48d680-d81f-4914-ba5a-0fa19defb801 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:59:54.606819 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad0ae1b-086f-409f-b9f4-954d6b592818 req-266a5a25-ee62-4c31-af36-dcd097f5e19e tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:59:54.608347 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-1ad0ae1b-086f-409f-b9f4-954d6b592818 req-266a5a25-ee62-4c31-af36-dcd097f5e19e tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/ports?device_id=df0970e5-c7c0-43bb-8474-b5e830fcd18b HTTP/1.1" status: 200 len: 945 time: 0.1335313 Apr 08 02:59:54.609587 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-3c48d680-d81f-4914-ba5a-0fa19defb801 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:59:54.669412 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-1ad0ae1b-086f-409f-b9f4-954d6b592818 req-5a887dd6-a231-414e-93fa-8ea442fd608a tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/security-groups?id=e8a36ab3-836a-4bb3-9969-b622cdd2efa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524859 Apr 08 02:59:54.740344 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-3c48d680-d81f-4914-ba5a-0fa19defb801 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:59:54.757772 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c48d680-d81f-4914-ba5a-0fa19defb801 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=282a5889-9237-478b-90b8-b140decf876f,revision_number=None']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 02:59:54.766958 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-3c48d680-d81f-4914-ba5a-0fa19defb801 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:59:54.772045 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-3c48d680-d81f-4914-ba5a-0fa19defb801 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/282a5889-9237-478b-90b8-b140decf876f HTTP/1.1" status: 204 len: 168 time: 0.2639899 Apr 08 02:59:55.906061 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-9bb006dd-adb9-48d5-a5ed-96366f0aad8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:59:55.966543 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6ea890-748a-40ec-bfb2-2d6d1844d389 req-532d8e31-9d79-45e1-b99a-e0721c85547a tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:59:55.971659 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-3d6ea890-748a-40ec-bfb2-2d6d1844d389 req-532d8e31-9d79-45e1-b99a-e0721c85547a tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/ports?device_id=df0970e5-c7c0-43bb-8474-b5e830fcd18b HTTP/1.1" status: 200 len: 945 time: 0.1293020 Apr 08 02:59:56.035715 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-3d6ea890-748a-40ec-bfb2-2d6d1844d389 req-bcbcf59d-b6d6-4c77-9db6-f9ec39071262 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/security-groups?id=e8a36ab3-836a-4bb3-9969-b622cdd2efa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601048 Apr 08 02:59:57.244476 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1f4517-a654-45be-a077-273ddece3f80 req-e29166b8-6a49-4a21-b7e9-6692cab0f645 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:59:57.245975 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-3b1f4517-a654-45be-a077-273ddece3f80 req-e29166b8-6a49-4a21-b7e9-6692cab0f645 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/ports?device_id=df0970e5-c7c0-43bb-8474-b5e830fcd18b HTTP/1.1" status: 200 len: 945 time: 0.0877278 Apr 08 02:59:57.307206 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-3b1f4517-a654-45be-a077-273ddece3f80 req-0b565056-ede8-43c6-ad8e-051ced2d8756 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/security-groups?id=e8a36ab3-836a-4bb3-9969-b622cdd2efa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547349 Apr 08 02:59:58.282232 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-2517db65-da44-47ff-8d03-44384118858f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:59:58.497621 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e5b6ff-ec91-4bb9-b8d8-39dc286e1c5c req-1aa9b256-1f7e-446a-823a-3c0a122113e0 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:59:58.499112 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-95e5b6ff-ec91-4bb9-b8d8-39dc286e1c5c req-1aa9b256-1f7e-446a-823a-3c0a122113e0 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/ports?device_id=df0970e5-c7c0-43bb-8474-b5e830fcd18b HTTP/1.1" status: 200 len: 945 time: 0.0787964 Apr 08 02:59:58.542991 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-95e5b6ff-ec91-4bb9-b8d8-39dc286e1c5c req-a3924d9f-a84f-4e47-804b-8f2ebd63e49a tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/security-groups?id=e8a36ab3-836a-4bb3-9969-b622cdd2efa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372312 Apr 08 02:59:59.096460 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c4367b-6e3e-4e3c-87d3-50f5f3d32727 req-e418c85a-751b-4c12-8935-aab30593b6ea tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:59:59.097930 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-35c4367b-6e3e-4e3c-87d3-50f5f3d32727 req-e418c85a-751b-4c12-8935-aab30593b6ea tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] 10.222.0.15 "GET /v2.0/networks?id=05f0fcf9-0f64-4cc9-a782-dd2ead0d8104 HTTP/1.1" status: 200 len: 814 time: 0.1436937 Apr 08 02:59:59.112716 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-35c4367b-6e3e-4e3c-87d3-50f5f3d32727 req-2a31ba69-6fb4-4820-b9e3-cfa68dea55d6 tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] 10.222.0.15 "GET /v2.0/quotas/945853f6813e44efa7cc8c73fe3ea2b4 HTTP/1.1" status: 200 len: 375 time: 0.0090151 Apr 08 02:59:59.128425 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-ef00a636-a289-418c-ab96-90866b017a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:59:59.133317 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c60a1d-70c2-4e79-90e7-8cdefac9f846 req-07fe682b-22cb-4641-9d60-adca9dfb6d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:59:59.134773 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-87c60a1d-70c2-4e79-90e7-8cdefac9f846 req-07fe682b-22cb-4641-9d60-adca9dfb6d3f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8802cd0cfe144a92a69089a1dac25d8f&device_id=df0970e5-c7c0-43bb-8474-b5e830fcd18b HTTP/1.1" status: 200 len: 1098 time: 0.0745213 Apr 08 02:59:59.161885 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-35c4367b-6e3e-4e3c-87d3-50f5f3d32727 req-c31ad6c2-8aff-4f3c-b9c9-5ed4898906c2 tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=945853f6813e44efa7cc8c73fe3ea2b4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0430465 Apr 08 02:59:59.237162 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 02:59:59.344159 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c60a1d-70c2-4e79-90e7-8cdefac9f846 req-cb023281-4b2a-47fd-ac55-38f525b13ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:59:59.345580 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-87c60a1d-70c2-4e79-90e7-8cdefac9f846 req-cb023281-4b2a-47fd-ac55-38f525b13ec2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=13de0308-e21f-45b1-8a0f-24108cbfbce7 HTTP/1.1" status: 200 len: 918 time: 0.2044144 Apr 08 02:59:59.377885 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-35c4367b-6e3e-4e3c-87d3-50f5f3d32727 req-a32cabbe-b520-45e0-ada7-c5fa5b3b91bf service neutron] 10.222.0.15 "GET /v2.0/networks/05f0fcf9-0f64-4cc9-a782-dd2ead0d8104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2050550 Apr 08 02:59:59.448780 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-87c60a1d-70c2-4e79-90e7-8cdefac9f846 req-937ed29b-52ae-43ca-80e2-8e696e87b925 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b7d4bd13-6a1e-4fc0-b932-4781581db910 HTTP/1.1" status: 200 len: 1001 time: 0.0952911 Apr 08 02:59:59.510450 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-35c4367b-6e3e-4e3c-87d3-50f5f3d32727 req-fb5fbbe9-080e-4eac-ac9d-947540b0b6f1 service neutron] 10.222.0.15 "GET /v2.0/networks/05f0fcf9-0f64-4cc9-a782-dd2ead0d8104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265244 Apr 08 02:59:59.517766 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c60a1d-70c2-4e79-90e7-8cdefac9f846 req-641decf9-a97f-46fd-89e9-d3d6ae25ffdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:59:59.518799 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-87c60a1d-70c2-4e79-90e7-8cdefac9f846 req-641decf9-a97f-46fd-89e9-d3d6ae25ffdd service neutron] 10.222.0.39 "GET /v2.0/subnets?id=da634180-ad94-49db-9cf0-02a07794ec35 HTTP/1.1" status: 200 len: 856 time: 0.0599823 Apr 08 02:59:59.606250 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c60a1d-70c2-4e79-90e7-8cdefac9f846 req-f5ab93c8-ccb1-4051-be02-d43bb99735da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:59:59.608362 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-87c60a1d-70c2-4e79-90e7-8cdefac9f846 req-f5ab93c8-ccb1-4051-be02-d43bb99735da service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=13de0308-e21f-45b1-8a0f-24108cbfbce7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0830858 Apr 08 02:59:59.768975 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-87c60a1d-70c2-4e79-90e7-8cdefac9f846 req-2c771670-c6de-4eac-b998-d02735743703 service neutron] 10.222.0.39 "GET /v2.0/networks/13de0308-e21f-45b1-8a0f-24108cbfbce7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532328 Apr 08 02:59:59.777822 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-8fee75fc-8d61-4e4d-8d23-2afa5d4d6b24 req-ebe73fa9-8fac-4642-91f6-b7c026adf3cb tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd452826-14af-42d3-af35-8aaaede3d3d5 HTTP/1.1" status: 200 len: 210 time: 0.0508752 Apr 08 02:59:59.819786 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38be4da3-6d21-4aad-9b7b-4ae5447cab2d req-182e7680-9631-44d8-8527-9afc441af38d tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 02:59:59.821253 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-38be4da3-6d21-4aad-9b7b-4ae5447cab2d req-182e7680-9631-44d8-8527-9afc441af38d tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/ports?device_id=df0970e5-c7c0-43bb-8474-b5e830fcd18b HTTP/1.1" status: 200 len: 945 time: 0.1553917 Apr 08 02:59:59.879516 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-38be4da3-6d21-4aad-9b7b-4ae5447cab2d req-0cb3cdca-1dc1-4526-be4a-176c35eab416 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/security-groups?id=e8a36ab3-836a-4bb3-9969-b622cdd2efa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484917 Apr 08 02:59:59.923623 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-87c60a1d-70c2-4e79-90e7-8cdefac9f846 req-4da0dfe0-3005-4296-8306-d5c15cccadb3 service neutron] 10.222.0.39 "GET /v2.0/networks/13de0308-e21f-45b1-8a0f-24108cbfbce7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480806 Apr 08 03:00:00.522313 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-0700d8e1-2fb2-4ab8-b601-2cbd26aa24a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:00:00.780307 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Device b7d4bd13-6a1e-4fc0-b932-4781581db910 no longer exists at agent hyperv_hv-cinder-83705 {{(pid=87788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 03:00:00.924810 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:00:00.942341 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-b533f5a6-6a30-4029-a4d4-d7abb37e5e88 req-e9f3d10a-fc40-4be0-a721-8269882f7897 tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd452826-14af-42d3-af35-8aaaede3d3d5 HTTP/1.1" status: 200 len: 210 time: 0.0525393 Apr 08 03:00:00.969357 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df0970e5-c7c0-43bb-8474-b5e830fcd18b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b7d4bd13-6a1e-4fc0-b932-4781581db910'}] {{(pid=87788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 03:00:00.979322 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.db [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] For port b7d4bd13-6a1e-4fc0-b932-4781581db910, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=b7d4bd13-6a1e-4fc0-b932-4781581db910,segment=NetworkSegment(1b549d7e-fc0e-4f7e-b00e-d69f05216c6f),segment_id=1b549d7e-fc0e-4f7e-b00e-d69f05216c6f)] {{(pid=87788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 03:00:01.022333 dv-cinder-837051-1-smb neutron-server[87788]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5789c8d-805e-4e54-ae46-46023f7c5a93'] response: {'server_uuid': 'df0970e5-c7c0-43bb-8474-b5e830fcd18b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b7d4bd13-6a1e-4fc0-b932-4781581db910', 'code': 200} Apr 08 03:00:01.054087 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762847214852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762846864698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762846864743'] for port, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:00:01.090126 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4481486a-2c35-4c3b-98e5-ac30e32c1a50 req-f025b9d3-526f-42ab-bfc2-24c9f0c7175d tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:00:01.091977 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-4481486a-2c35-4c3b-98e5-ac30e32c1a50 req-f025b9d3-526f-42ab-bfc2-24c9f0c7175d tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/ports?device_id=df0970e5-c7c0-43bb-8474-b5e830fcd18b HTTP/1.1" status: 200 len: 945 time: 0.0961757 Apr 08 03:00:01.132132 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Pushing event updated for resources: {'Port': ['ID=b7d4bd13-6a1e-4fc0-b932-4781581db910,revision_number=8']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:00:01.140510 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-4481486a-2c35-4c3b-98e5-ac30e32c1a50 req-24a84d3a-e922-4382-b4e8-94f1a3d8ec5b tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/security-groups?id=e8a36ab3-836a-4bb3-9969-b622cdd2efa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401313 Apr 08 03:00:01.146213 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.wsgi [-] (87786) accepted ('10.222.0.15', 47542) {{(pid=87786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:00:01.265045 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-ea962cf6-658f-41b0-a025-997d347a8622 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:00:01.279260 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.quota.driver [None req-ea962cf6-658f-41b0-a025-997d347a8622 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 03:00:01.283289 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [None req-ea962cf6-658f-41b0-a025-997d347a8622 admin admin] Usage tracker for resource:security_group_rule and tenant:ab4977bcb1c84ef7a191e8283ba4ccd0 is out of sync, need to count used quota {{(pid=87786) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 03:00:01.286353 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [None req-ea962cf6-658f-41b0-a025-997d347a8622 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87786) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 03:00:01.292031 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.quota.driver [None req-ea962cf6-658f-41b0-a025-997d347a8622 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 03:00:01.371066 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-ea962cf6-658f-41b0-a025-997d347a8622 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:00:01.436475 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-ea962cf6-658f-41b0-a025-997d347a8622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:00:01.482661 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [None req-ea962cf6-658f-41b0-a025-997d347a8622 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ab4977bcb1c84ef7a191e8283ba4ccd0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3382351 Apr 08 03:00:01.483532 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea962cf6-658f-41b0-a025-997d347a8622 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9550c266-8205-499b-8e2c-faa837b408fd,revision_number=1']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:00:01.485313 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 47548) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:00:01.550230 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-0995be7d-53b9-4632-aa68-35ae545da61a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:00:01.576108 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-0995be7d-53b9-4632-aa68-35ae545da61a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:00:01.723057 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-0995be7d-53b9-4632-aa68-35ae545da61a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:00:01.739682 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0995be7d-53b9-4632-aa68-35ae545da61a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9550c266-8205-499b-8e2c-faa837b408fd,revision_number=None']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:00:01.744270 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-0995be7d-53b9-4632-aa68-35ae545da61a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:00:01.745350 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-0995be7d-53b9-4632-aa68-35ae545da61a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9550c266-8205-499b-8e2c-faa837b408fd HTTP/1.1" status: 204 len: 168 time: 0.2585363 Apr 08 03:00:01.917985 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c4367b-6e3e-4e3c-87d3-50f5f3d32727 req-835ad759-6372-4eb8-943f-2613bb0144c7 tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:00:01.919958 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-35c4367b-6e3e-4e3c-87d3-50f5f3d32727 req-835ad759-6372-4eb8-943f-2613bb0144c7 tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] 10.222.0.39 "GET /v2.0/networks?id=05f0fcf9-0f64-4cc9-a782-dd2ead0d8104 HTTP/1.1" status: 200 len: 814 time: 0.1452043 Apr 08 03:00:01.939911 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.v2.base [req-35c4367b-6e3e-4e3c-87d3-50f5f3d32727 req-2ce23cb2-1b6a-4843-b622-813532ef0236 tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] Request body: {'port': {'device_id': 'bd452826-14af-42d3-af35-8aaaede3d3d5', 'network_id': '05f0fcf9-0f64-4cc9-a782-dd2ead0d8104', 'admin_state_up': True, 'tenant_id': '945853f6813e44efa7cc8c73fe3ea2b4'}} {{(pid=87787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 03:00:02.107398 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [req-35c4367b-6e3e-4e3c-87d3-50f5f3d32727 req-2ce23cb2-1b6a-4843-b622-813532ef0236 tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 03:00:02.112169 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [req-35c4367b-6e3e-4e3c-87d3-50f5f3d32727 req-2ce23cb2-1b6a-4843-b622-813532ef0236 tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] Usage tracker for resource:port and tenant:945853f6813e44efa7cc8c73fe3ea2b4 is out of sync, need to count used quota {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 03:00:02.119483 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [req-35c4367b-6e3e-4e3c-87d3-50f5f3d32727 req-2ce23cb2-1b6a-4843-b622-813532ef0236 tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 03:00:02.135192 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [req-35c4367b-6e3e-4e3c-87d3-50f5f3d32727 req-2ce23cb2-1b6a-4843-b622-813532ef0236 tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 03:00:02.185975 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-4e25480d-c311-4a13-aba2-039530b8bb5b req-1043a10b-c0ac-4855-b7cd-4c32166d74ed tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd452826-14af-42d3-af35-8aaaede3d3d5 HTTP/1.1" status: 200 len: 210 time: 0.0488698 Apr 08 03:00:02.271529 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35c4367b-6e3e-4e3c-87d3-50f5f3d32727 req-2ce23cb2-1b6a-4843-b622-813532ef0236 tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] Made reservation on behalf of 945853f6813e44efa7cc8c73fe3ea2b4 for: {'port': 1} {{(pid=87787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 03:00:02.276201 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [req-35c4367b-6e3e-4e3c-87d3-50f5f3d32727 req-2ce23cb2-1b6a-4843-b622-813532ef0236 tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:00:02.340634 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d11e2ee-7817-4d03-97f0-4e4fe793f2e4 req-d5b206d9-feba-46e6-b229-eedc3fff5b87 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:00:02.342358 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-7d11e2ee-7817-4d03-97f0-4e4fe793f2e4 req-d5b206d9-feba-46e6-b229-eedc3fff5b87 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/ports?device_id=df0970e5-c7c0-43bb-8474-b5e830fcd18b HTTP/1.1" status: 200 len: 943 time: 0.0898757 Apr 08 03:00:02.388819 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-7d11e2ee-7817-4d03-97f0-4e4fe793f2e4 req-138c383f-39af-4c00-843a-e6945028027f tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/security-groups?id=e8a36ab3-836a-4bb3-9969-b622cdd2efa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406516 Apr 08 03:00:02.458662 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.db_base_plugin_common [req-35c4367b-6e3e-4e3c-87d3-50f5f3d32727 req-2ce23cb2-1b6a-4843-b622-813532ef0236 tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] Allocated IP 172.20.0.10 (05f0fcf9-0f64-4cc9-a782-dd2ead0d8104/5d9f706d-d920-4553-93f1-3e3abfc6df3e/e344ea62-bb4f-4aa1-afd8-7c5ef8921345) {{(pid=87787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 03:00:02.650460 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [req-35c4367b-6e3e-4e3c-87d3-50f5f3d32727 req-2ce23cb2-1b6a-4843-b622-813532ef0236 tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] Notify callbacks [] for port, precommit_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:00:02.722968 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [req-35c4367b-6e3e-4e3c-87d3-50f5f3d32727 req-2ce23cb2-1b6a-4843-b622-813532ef0236 tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762846864680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3006662'] for port, after_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:00:02.736113 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.agents_db [None req-78530461-7b12-4524-9e6e-3e4de8d78fc4 None None] Agent healthcheck: found 6 active agents {{(pid=87789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 03:00:02.789860 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35c4367b-6e3e-4e3c-87d3-50f5f3d32727 req-2ce23cb2-1b6a-4843-b622-813532ef0236 tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] Network 05f0fcf9-0f64-4cc9-a782-dd2ead0d8104 is already hosted by enough agents. {{(pid=87787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 03:00:02.792754 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.scheduler.base_scheduler [req-35c4367b-6e3e-4e3c-87d3-50f5f3d32727 req-2ce23cb2-1b6a-4843-b622-813532ef0236 tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] Resources bound (agent type, host, resource id): {{(pid=87787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 03:00:02.796388 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.l3_dvrscheduler_db [req-35c4367b-6e3e-4e3c-87d3-50f5f3d32727 req-2ce23cb2-1b6a-4843-b622-813532ef0236 tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] Received port after_create {{(pid=87787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 03:00:02.839926 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce23cb2-1b6a-4843-b622-813532ef0236 tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] Pushing event updated for resources: {'Port': ['ID=e344ea62-bb4f-4aa1-afd8-7c5ef8921345,revision_number=1']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:00:02.867812 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c4367b-6e3e-4e3c-87d3-50f5f3d32727 req-2ce23cb2-1b6a-4843-b622-813532ef0236 tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:00:02.868413 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [req-35c4367b-6e3e-4e3c-87d3-50f5f3d32727 req-2ce23cb2-1b6a-4843-b622-813532ef0236 tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207533'] for port, before_response {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:00:02.934688 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-35c4367b-6e3e-4e3c-87d3-50f5f3d32727 req-2ce23cb2-1b6a-4843-b622-813532ef0236 tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9985037 Apr 08 03:00:02.968515 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.v2.base [req-35c4367b-6e3e-4e3c-87d3-50f5f3d32727 req-3c9ea901-35f8-43e5-a1de-1c04c313cd6d service neutron] Request body: {'port': {'device_id': 'bd452826-14af-42d3-af35-8aaaede3d3d5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83705'}} {{(pid=87787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 03:00:03.077174 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [req-35c4367b-6e3e-4e3c-87d3-50f5f3d32727 req-3c9ea901-35f8-43e5-a1de-1c04c313cd6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_update {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:00:03.377973 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b3d09b-40d5-44fa-9bf0-cc61c69dd958 req-09f1adba-a2c3-4d3d-8657-c1b3b4fdafa8 tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:00:03.379713 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-58b3d09b-40d5-44fa-9bf0-cc61c69dd958 req-09f1adba-a2c3-4d3d-8657-c1b3b4fdafa8 tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd452826-14af-42d3-af35-8aaaede3d3d5 HTTP/1.1" status: 200 len: 932 time: 0.0851436 Apr 08 03:00:03.425728 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-58b3d09b-40d5-44fa-9bf0-cc61c69dd958 req-ec8c8764-5b53-4a9d-b54d-9cb3236832ce tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] 10.222.0.15 "GET /v2.0/security-groups?id=9e40f263-cdae-4e5a-8dfc-98fd932b65d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401247 Apr 08 03:00:03.478389 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.notifiers.nova [req-35c4367b-6e3e-4e3c-87d3-50f5f3d32727 req-3c9ea901-35f8-43e5-a1de-1c04c313cd6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e344ea62-bb4f-4aa1-afd8-7c5ef8921345 {{(pid=87787) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 03:00:03.485337 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [req-35c4367b-6e3e-4e3c-87d3-50f5f3d32727 req-3c9ea901-35f8-43e5-a1de-1c04c313cd6d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:00:03.499464 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.provisioning_blocks [req-35c4367b-6e3e-4e3c-87d3-50f5f3d32727 req-3c9ea901-35f8-43e5-a1de-1c04c313cd6d service neutron] Transition to ACTIVE for port object e344ea62-bb4f-4aa1-afd8-7c5ef8921345 will not be triggered until provisioned by entity L2. {{(pid=87787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 03:00:03.556741 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [req-35c4367b-6e3e-4e3c-87d3-50f5f3d32727 req-3c9ea901-35f8-43e5-a1de-1c04c313cd6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762847214852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762846864698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762846864743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3006669'] for port, after_update {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:00:03.577477 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4651d010-1e19-4f1a-9235-38a5a7110761 req-04cb46f4-ff48-4ac4-a78c-77e7f60ef946 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:00:03.578911 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-4651d010-1e19-4f1a-9235-38a5a7110761 req-04cb46f4-ff48-4ac4-a78c-77e7f60ef946 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/ports?device_id=df0970e5-c7c0-43bb-8474-b5e830fcd18b HTTP/1.1" status: 200 len: 943 time: 0.0781696 Apr 08 03:00:03.626195 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-4651d010-1e19-4f1a-9235-38a5a7110761 req-f9b0877c-5ac0-4451-88c2-69db9e6a7767 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/security-groups?id=e8a36ab3-836a-4bb3-9969-b622cdd2efa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407581 Apr 08 03:00:03.739557 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9ea901-35f8-43e5-a1de-1c04c313cd6d service neutron] Pushing event updated for resources: {'Port': ['ID=e344ea62-bb4f-4aa1-afd8-7c5ef8921345,revision_number=2']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:00:03.784339 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.plugins.ml2.managers [req-35c4367b-6e3e-4e3c-87d3-50f5f3d32727 req-3c9ea901-35f8-43e5-a1de-1c04c313cd6d service neutron] Attempting to bind port e344ea62-bb4f-4aa1-afd8-7c5ef8921345 on host hv-cinder-83705 for vnic_type normal with profile {{(pid=87787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 03:00:03.784665 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.plugins.ml2.managers [req-35c4367b-6e3e-4e3c-87d3-50f5f3d32727 req-3c9ea901-35f8-43e5-a1de-1c04c313cd6d service neutron] Attempting to bind port e344ea62-bb4f-4aa1-afd8-7c5ef8921345 by drivers openvswitch,hyperv on host hv-cinder-83705 at level 0 using segments [{'id': '2471dffd-dc9f-465d-a8fa-8493a98e9163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '05f0fcf9-0f64-4cc9-a782-dd2ead0d8104'}] {{(pid=87787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 03:00:03.785032 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c4367b-6e3e-4e3c-87d3-50f5f3d32727 req-3c9ea901-35f8-43e5-a1de-1c04c313cd6d service neutron] Attempting to bind port e344ea62-bb4f-4aa1-afd8-7c5ef8921345 on network 05f0fcf9-0f64-4cc9-a782-dd2ead0d8104 {{(pid=87787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 03:00:03.789581 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c4367b-6e3e-4e3c-87d3-50f5f3d32727 req-3c9ea901-35f8-43e5-a1de-1c04c313cd6d service neutron] Port e344ea62-bb4f-4aa1-afd8-7c5ef8921345 on network 05f0fcf9-0f64-4cc9-a782-dd2ead0d8104 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83705 {{(pid=87787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 08 03:00:03.789900 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c4367b-6e3e-4e3c-87d3-50f5f3d32727 req-3c9ea901-35f8-43e5-a1de-1c04c313cd6d service neutron] Attempting to bind port e344ea62-bb4f-4aa1-afd8-7c5ef8921345 on network 05f0fcf9-0f64-4cc9-a782-dd2ead0d8104 {{(pid=87787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 03:00:03.794860 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c4367b-6e3e-4e3c-87d3-50f5f3d32727 req-3c9ea901-35f8-43e5-a1de-1c04c313cd6d service neutron] Checking agent: {'id': '80029809-569d-4306-9121-6b636b3093bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83705', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 2, 54, 9), 'started_at': datetime.datetime(2022, 4, 8, 2, 54, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 2, 59, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 03:00:03.795215 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c4367b-6e3e-4e3c-87d3-50f5f3d32727 req-3c9ea901-35f8-43e5-a1de-1c04c313cd6d service neutron] Checking segment: {'id': '2471dffd-dc9f-465d-a8fa-8493a98e9163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '05f0fcf9-0f64-4cc9-a782-dd2ead0d8104'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 03:00:03.795600 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c4367b-6e3e-4e3c-87d3-50f5f3d32727 req-3c9ea901-35f8-43e5-a1de-1c04c313cd6d service neutron] Bound using segment: {'id': '2471dffd-dc9f-465d-a8fa-8493a98e9163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '05f0fcf9-0f64-4cc9-a782-dd2ead0d8104'} {{(pid=87787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 03:00:03.796019 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.plugins.ml2.managers [req-35c4367b-6e3e-4e3c-87d3-50f5f3d32727 req-3c9ea901-35f8-43e5-a1de-1c04c313cd6d service neutron] Bound port: e344ea62-bb4f-4aa1-afd8-7c5ef8921345, host: hv-cinder-83705, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2471dffd-dc9f-465d-a8fa-8493a98e9163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '05f0fcf9-0f64-4cc9-a782-dd2ead0d8104'}}] {{(pid=87787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 03:00:03.796361 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [req-35c4367b-6e3e-4e3c-87d3-50f5f3d32727 req-3c9ea901-35f8-43e5-a1de-1c04c313cd6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_update {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:00:03.882126 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.plugins.ml2.db [req-35c4367b-6e3e-4e3c-87d3-50f5f3d32727 req-3c9ea901-35f8-43e5-a1de-1c04c313cd6d service neutron] For port e344ea62-bb4f-4aa1-afd8-7c5ef8921345, host hv-cinder-83705, cleared binding levels {{(pid=87787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 03:00:03.884966 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.plugins.ml2.db [req-35c4367b-6e3e-4e3c-87d3-50f5f3d32727 req-3c9ea901-35f8-43e5-a1de-1c04c313cd6d service neutron] For port e344ea62-bb4f-4aa1-afd8-7c5ef8921345, host hv-cinder-83705, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=e344ea62-bb4f-4aa1-afd8-7c5ef8921345,segment=NetworkSegment(2471dffd-dc9f-465d-a8fa-8493a98e9163),segment_id=2471dffd-dc9f-465d-a8fa-8493a98e9163)] {{(pid=87787) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 03:00:03.962828 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [req-35c4367b-6e3e-4e3c-87d3-50f5f3d32727 req-3c9ea901-35f8-43e5-a1de-1c04c313cd6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762847214852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762846864698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762846864743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3006669'] for port, after_update {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:00:04.021972 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c4367b-6e3e-4e3c-87d3-50f5f3d32727 req-3c9ea901-35f8-43e5-a1de-1c04c313cd6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:00:04.022580 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [req-35c4367b-6e3e-4e3c-87d3-50f5f3d32727 req-3c9ea901-35f8-43e5-a1de-1c04c313cd6d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207533'] for port, before_response {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:00:04.023943 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-35c4367b-6e3e-4e3c-87d3-50f5f3d32727 req-3c9ea901-35f8-43e5-a1de-1c04c313cd6d service neutron] 10.222.0.39 "PUT /v2.0/ports/e344ea62-bb4f-4aa1-afd8-7c5ef8921345 HTTP/1.1" status: 200 len: 1094 time: 1.0594869 Apr 08 03:00:04.024398 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd452826-14af-42d3-af35-8aaaede3d3d5', 'tag': 'e344ea62-bb4f-4aa1-afd8-7c5ef8921345'}] {{(pid=87787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 03:00:04.048564 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9ea901-35f8-43e5-a1de-1c04c313cd6d service neutron] Pushing event updated for resources: {'Port': ['ID=e344ea62-bb4f-4aa1-afd8-7c5ef8921345,revision_number=3']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:00:04.075054 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71c9ba7c-0451-43f0-bbae-2a514f863f6e'] response: {'name': 'network-changed', 'server_uuid': 'bd452826-14af-42d3-af35-8aaaede3d3d5', 'tag': 'e344ea62-bb4f-4aa1-afd8-7c5ef8921345', 'status': 'completed', 'code': 200} Apr 08 03:00:04.208168 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c617e02-7fce-4075-a06b-146e6b6b8797 req-480a92e9-bcc1-4e16-980e-6e78ddf590dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:00:04.209682 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-8c617e02-7fce-4075-a06b-146e6b6b8797 req-480a92e9-bcc1-4e16-980e-6e78ddf590dd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=945853f6813e44efa7cc8c73fe3ea2b4&device_id=bd452826-14af-42d3-af35-8aaaede3d3d5 HTTP/1.1" status: 200 len: 1097 time: 0.0698371 Apr 08 03:00:04.356534 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c617e02-7fce-4075-a06b-146e6b6b8797 req-9f632211-5f9f-456c-badd-29b48ea04c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:00:04.357939 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-8c617e02-7fce-4075-a06b-146e6b6b8797 req-9f632211-5f9f-456c-badd-29b48ea04c76 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=945853f6813e44efa7cc8c73fe3ea2b4&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1322327 Apr 08 03:00:04.492590 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c617e02-7fce-4075-a06b-146e6b6b8797 req-89a9571f-f6d4-4622-9569-f65ef0cd795a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:00:04.494043 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-8c617e02-7fce-4075-a06b-146e6b6b8797 req-89a9571f-f6d4-4622-9569-f65ef0cd795a service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1293972 Apr 08 03:00:04.612252 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb32d66-e399-4e13-ba1f-73c101596de2 req-ce5bf1ae-920a-4888-8d63-a80a5af46e42 tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:00:04.613757 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-2cb32d66-e399-4e13-ba1f-73c101596de2 req-ce5bf1ae-920a-4888-8d63-a80a5af46e42 tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd452826-14af-42d3-af35-8aaaede3d3d5 HTTP/1.1" status: 200 len: 944 time: 0.0806348 Apr 08 03:00:04.625031 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c4367b-6e3e-4e3c-87d3-50f5f3d32727 req-3d25a3c3-3ac2-4cad-8003-8f5e574d978b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:00:04.628240 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-35c4367b-6e3e-4e3c-87d3-50f5f3d32727 req-3d25a3c3-3ac2-4cad-8003-8f5e574d978b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=945853f6813e44efa7cc8c73fe3ea2b4&device_id=bd452826-14af-42d3-af35-8aaaede3d3d5 HTTP/1.1" status: 200 len: 1097 time: 0.0695424 Apr 08 03:00:04.658715 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-2cb32d66-e399-4e13-ba1f-73c101596de2 req-06ec5de7-113b-4345-80c0-4a8d962f5679 tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] 10.222.0.15 "GET /v2.0/security-groups?id=9e40f263-cdae-4e5a-8dfc-98fd932b65d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390813 Apr 08 03:00:04.706685 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-35c4367b-6e3e-4e3c-87d3-50f5f3d32727 req-20088ed6-80b0-40ed-a164-a04e8297630f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e344ea62-bb4f-4aa1-afd8-7c5ef8921345 HTTP/1.1" status: 200 len: 217 time: 0.0657001 Apr 08 03:00:04.771887 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c4367b-6e3e-4e3c-87d3-50f5f3d32727 req-bd747a22-4f1f-4dc0-a3b4-eb1400ced732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:00:04.773342 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-35c4367b-6e3e-4e3c-87d3-50f5f3d32727 req-bd747a22-4f1f-4dc0-a3b4-eb1400ced732 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5d9f706d-d920-4553-93f1-3e3abfc6df3e HTTP/1.1" status: 200 len: 854 time: 0.0596724 Apr 08 03:00:04.811719 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Device b7d4bd13-6a1e-4fc0-b932-4781581db910 no longer exists at agent hyperv_hv-cinder-83705 {{(pid=87788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 03:00:04.820856 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-35c4367b-6e3e-4e3c-87d3-50f5f3d32727 req-ec8fb6f4-89f9-45b8-b38e-12b89973d766 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=05f0fcf9-0f64-4cc9-a782-dd2ead0d8104&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409362 Apr 08 03:00:04.956702 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-35c4367b-6e3e-4e3c-87d3-50f5f3d32727 req-2cc76042-187c-4113-abcc-cfd549314ff3 service neutron] 10.222.0.39 "GET /v2.0/networks/05f0fcf9-0f64-4cc9-a782-dd2ead0d8104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281466 Apr 08 03:00:05.185730 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-35c4367b-6e3e-4e3c-87d3-50f5f3d32727 req-462b317e-cb62-47bf-8b68-878477e74ed6 service neutron] 10.222.0.39 "GET /v2.0/networks/05f0fcf9-0f64-4cc9-a782-dd2ead0d8104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2228439 Apr 08 03:00:05.426989 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e565d3f4-4ed5-41ec-9575-9a6e46eb4c4d req-09db0857-64bc-44fb-9fa7-f44dcf19556b tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:00:05.428444 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-e565d3f4-4ed5-41ec-9575-9a6e46eb4c4d req-09db0857-64bc-44fb-9fa7-f44dcf19556b tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/ports?device_id=df0970e5-c7c0-43bb-8474-b5e830fcd18b HTTP/1.1" status: 200 len: 943 time: 0.0828907 Apr 08 03:00:05.471585 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-e565d3f4-4ed5-41ec-9575-9a6e46eb4c4d req-adca17f6-7c6b-4187-a95c-782e3b05e7c0 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/security-groups?id=e8a36ab3-836a-4bb3-9969-b622cdd2efa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373735 Apr 08 03:00:05.843056 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e8f1bb-6149-451e-a371-79c48441e2a1 req-d2349752-537a-47d5-8488-158b9692b51d tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:00:05.844536 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-20e8f1bb-6149-451e-a371-79c48441e2a1 req-d2349752-537a-47d5-8488-158b9692b51d tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd452826-14af-42d3-af35-8aaaede3d3d5 HTTP/1.1" status: 200 len: 944 time: 0.0789423 Apr 08 03:00:05.888881 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-20e8f1bb-6149-451e-a371-79c48441e2a1 req-3b41a265-0b49-4846-a6ce-0f5a9d92e4a0 tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] 10.222.0.15 "GET /v2.0/security-groups?id=9e40f263-cdae-4e5a-8dfc-98fd932b65d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372634 Apr 08 03:00:05.926342 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 47612) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:00:06.038715 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-36c907d8-aeb7-42a8-8e26-176d80b813e8 req-f676268e-b86a-4003-b82d-aaa70106310c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=df0970e5-c7c0-43bb-8474-b5e830fcd18b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1112533 Apr 08 03:00:06.662131 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697f929b-b298-463a-acdf-cb2db518dbf5 req-826d92de-e847-45eb-81aa-b22f23905599 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:00:06.663592 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-697f929b-b298-463a-acdf-cb2db518dbf5 req-826d92de-e847-45eb-81aa-b22f23905599 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/ports?device_id=df0970e5-c7c0-43bb-8474-b5e830fcd18b HTTP/1.1" status: 200 len: 943 time: 0.0832894 Apr 08 03:00:06.707590 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-697f929b-b298-463a-acdf-cb2db518dbf5 req-1c9e8f78-fd72-4f07-a3c0-a4dd120f7207 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/security-groups?id=e8a36ab3-836a-4bb3-9969-b622cdd2efa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383592 Apr 08 03:00:07.076785 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a923cf-1ae7-43f6-9146-b3adf7db0b89 req-b8979375-0995-45bc-9444-fc3bdf84867b tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:00:07.078260 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-25a923cf-1ae7-43f6-9146-b3adf7db0b89 req-b8979375-0995-45bc-9444-fc3bdf84867b tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd452826-14af-42d3-af35-8aaaede3d3d5 HTTP/1.1" status: 200 len: 944 time: 0.0800164 Apr 08 03:00:07.122727 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-25a923cf-1ae7-43f6-9146-b3adf7db0b89 req-0ccc56cd-a415-427d-8804-87172e72a8f5 tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] 10.222.0.15 "GET /v2.0/security-groups?id=9e40f263-cdae-4e5a-8dfc-98fd932b65d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387285 Apr 08 03:00:07.897385 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e3b6b1-0eb1-4da5-854d-b01c1eae313f req-094c1b46-3693-40cc-9b42-ac81c6acf17f tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:00:07.898842 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-f3e3b6b1-0eb1-4da5-854d-b01c1eae313f req-094c1b46-3693-40cc-9b42-ac81c6acf17f tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/ports?device_id=df0970e5-c7c0-43bb-8474-b5e830fcd18b HTTP/1.1" status: 200 len: 943 time: 0.0804868 Apr 08 03:00:07.944265 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-f3e3b6b1-0eb1-4da5-854d-b01c1eae313f req-1d2a89ab-b816-4390-a5a5-a2d63d9d19f0 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/security-groups?id=e8a36ab3-836a-4bb3-9969-b622cdd2efa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397520 Apr 08 03:00:08.305408 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0a2521-9e0d-438d-80f1-4b43c18f4e6b req-724ec2cd-c4d8-4587-ab28-e37079e508b2 tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:00:08.306839 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-5c0a2521-9e0d-438d-80f1-4b43c18f4e6b req-724ec2cd-c4d8-4587-ab28-e37079e508b2 tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd452826-14af-42d3-af35-8aaaede3d3d5 HTTP/1.1" status: 200 len: 944 time: 0.0811155 Apr 08 03:00:08.358333 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-5c0a2521-9e0d-438d-80f1-4b43c18f4e6b req-49967557-33ff-4178-91f0-8dda7b8071d4 tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] 10.222.0.15 "GET /v2.0/security-groups?id=9e40f263-cdae-4e5a-8dfc-98fd932b65d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424352 Apr 08 03:00:08.732390 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c907d8-aeb7-42a8-8e26-176d80b813e8 req-c706a585-e50c-4bd8-adde-4cd64ea33509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:00:08.733796 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-36c907d8-aeb7-42a8-8e26-176d80b813e8 req-c706a585-e50c-4bd8-adde-4cd64ea33509 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=df0970e5-c7c0-43bb-8474-b5e830fcd18b&tenant_id=8802cd0cfe144a92a69089a1dac25d8f HTTP/1.1" status: 200 len: 1096 time: 0.0708611 Apr 08 03:00:08.834259 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c907d8-aeb7-42a8-8e26-176d80b813e8 req-f744db1b-4349-49c4-9717-0c170e47d11c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:00:08.835675 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-36c907d8-aeb7-42a8-8e26-176d80b813e8 req-f744db1b-4349-49c4-9717-0c170e47d11c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8802cd0cfe144a92a69089a1dac25d8f&device_id=df0970e5-c7c0-43bb-8474-b5e830fcd18b HTTP/1.1" status: 200 len: 1096 time: 0.0677266 Apr 08 03:00:08.963890 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c907d8-aeb7-42a8-8e26-176d80b813e8 req-5b90c63c-c82a-42d7-8c89-54c1824ed3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:00:08.965286 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-36c907d8-aeb7-42a8-8e26-176d80b813e8 req-5b90c63c-c82a-42d7-8c89-54c1824ed3ce service neutron] 10.222.0.39 "GET /v2.0/networks?id=13de0308-e21f-45b1-8a0f-24108cbfbce7 HTTP/1.1" status: 200 len: 918 time: 0.1221035 Apr 08 03:00:09.073629 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-36c907d8-aeb7-42a8-8e26-176d80b813e8 req-029d88e3-3f9c-4078-837e-46f5708fb35e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b7d4bd13-6a1e-4fc0-b932-4781581db910 HTTP/1.1" status: 200 len: 999 time: 0.1005793 Apr 08 03:00:09.145409 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f583bdc5-469d-4074-9ee8-9a571952d884 req-7d7842fd-e967-42fa-a6a8-449404e60d67 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:00:09.146863 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-f583bdc5-469d-4074-9ee8-9a571952d884 req-7d7842fd-e967-42fa-a6a8-449404e60d67 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/ports?device_id=df0970e5-c7c0-43bb-8474-b5e830fcd18b HTTP/1.1" status: 200 len: 943 time: 0.0897262 Apr 08 03:00:09.152727 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c907d8-aeb7-42a8-8e26-176d80b813e8 req-d8b0bf4a-b226-42d0-be0b-78c51b7d8643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:00:09.154121 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-36c907d8-aeb7-42a8-8e26-176d80b813e8 req-d8b0bf4a-b226-42d0-be0b-78c51b7d8643 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=da634180-ad94-49db-9cf0-02a07794ec35 HTTP/1.1" status: 200 len: 856 time: 0.0734320 Apr 08 03:00:09.190966 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:00:09.192178 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-f583bdc5-469d-4074-9ee8-9a571952d884 req-34b7cedc-e831-4a0d-aa71-e54783428d15 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/security-groups?id=e8a36ab3-836a-4bb3-9969-b622cdd2efa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384109 Apr 08 03:00:09.228439 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c907d8-aeb7-42a8-8e26-176d80b813e8 req-74364aa3-13cd-48ae-8c11-a5607238dd4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:00:09.229893 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-36c907d8-aeb7-42a8-8e26-176d80b813e8 req-74364aa3-13cd-48ae-8c11-a5607238dd4a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=13de0308-e21f-45b1-8a0f-24108cbfbce7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0690234 Apr 08 03:00:09.360945 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-36c907d8-aeb7-42a8-8e26-176d80b813e8 req-df07adef-85c4-412b-9443-10aca537ddfc service neutron] 10.222.0.39 "GET /v2.0/networks/13de0308-e21f-45b1-8a0f-24108cbfbce7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226220 Apr 08 03:00:09.490761 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-36c907d8-aeb7-42a8-8e26-176d80b813e8 req-ad2337d9-ecbe-420a-b120-2535ee2cd3cf service neutron] 10.222.0.39 "GET /v2.0/networks/13de0308-e21f-45b1-8a0f-24108cbfbce7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232073 Apr 08 03:00:09.615563 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35902e8f-5b77-4795-a9ad-ea453ded527b req-228163b1-f376-49f3-b1d2-861cc64de6b4 tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:00:09.617001 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-35902e8f-5b77-4795-a9ad-ea453ded527b req-228163b1-f376-49f3-b1d2-861cc64de6b4 tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd452826-14af-42d3-af35-8aaaede3d3d5 HTTP/1.1" status: 200 len: 944 time: 0.1501412 Apr 08 03:00:09.661109 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-35902e8f-5b77-4795-a9ad-ea453ded527b req-950b0d3c-4061-4ec1-93a8-60d01865d3ed tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] 10.222.0.15 "GET /v2.0/security-groups?id=9e40f263-cdae-4e5a-8dfc-98fd932b65d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383720 Apr 08 03:00:10.435974 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9652b1f-f79e-493f-8692-96848f35a0b3 req-77aaeb48-0014-4241-a8ad-c197385fad31 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:00:10.437451 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-f9652b1f-f79e-493f-8692-96848f35a0b3 req-77aaeb48-0014-4241-a8ad-c197385fad31 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/ports?device_id=df0970e5-c7c0-43bb-8474-b5e830fcd18b HTTP/1.1" status: 200 len: 943 time: 0.0881147 Apr 08 03:00:10.487232 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-f9652b1f-f79e-493f-8692-96848f35a0b3 req-55f8f800-0d8a-43c1-9596-f5c25fdf7829 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/security-groups?id=e8a36ab3-836a-4bb3-9969-b622cdd2efa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430365 Apr 08 03:00:10.827856 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Device e344ea62-bb4f-4aa1-afd8-7c5ef8921345 details requested by agent hyperv_hv-cinder-83705 with host hv-cinder-83705 {{(pid=87788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 08 03:00:10.856444 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42b61f8-4845-43f3-a6db-13e2692d97a8 req-f74eb07f-00f0-44ab-b2de-f6129a91be6f tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:00:10.865510 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-b42b61f8-4845-43f3-a6db-13e2692d97a8 req-f74eb07f-00f0-44ab-b2de-f6129a91be6f tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd452826-14af-42d3-af35-8aaaede3d3d5 HTTP/1.1" status: 200 len: 944 time: 0.0979986 Apr 08 03:00:10.922203 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-b42b61f8-4845-43f3-a6db-13e2692d97a8 req-aadb63be-0519-4245-8909-856c3c85db89 tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] 10.222.0.15 "GET /v2.0/security-groups?id=9e40f263-cdae-4e5a-8dfc-98fd932b65d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501356 Apr 08 03:00:10.969443 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.db [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] For port e344ea62-bb4f-4aa1-afd8-7c5ef8921345, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=e344ea62-bb4f-4aa1-afd8-7c5ef8921345,segment=NetworkSegment(2471dffd-dc9f-465d-a8fa-8493a98e9163),segment_id=2471dffd-dc9f-465d-a8fa-8493a98e9163)] {{(pid=87788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 03:00:10.982558 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Returning: {'device': 'e344ea62-bb4f-4aa1-afd8-7c5ef8921345', 'network_id': '05f0fcf9-0f64-4cc9-a782-dd2ead0d8104', 'port_id': 'e344ea62-bb4f-4aa1-afd8-7c5ef8921345', 'mac_address': 'fa:16:3e:15:6c:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 281, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d9f706d-d920-4553-93f1-3e3abfc6df3e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 03:00:11.039342 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:00:11.057175 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.notifiers.nova [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e344ea62-bb4f-4aa1-afd8-7c5ef8921345 {{(pid=87788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 03:00:11.072610 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.db [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] For port e344ea62-bb4f-4aa1-afd8-7c5ef8921345, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=e344ea62-bb4f-4aa1-afd8-7c5ef8921345,segment=NetworkSegment(2471dffd-dc9f-465d-a8fa-8493a98e9163),segment_id=2471dffd-dc9f-465d-a8fa-8493a98e9163)] {{(pid=87788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 03:00:11.145867 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762847214852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762846864698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762846864743'] for port, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:00:11.224851 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Pushing event updated for resources: {'Port': ['ID=e344ea62-bb4f-4aa1-afd8-7c5ef8921345,revision_number=4']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:00:11.643022 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.db [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] get_ports_and_sgs() called for port_ids ['e344ea62-bb4f-4aa1-afd8-7c5ef8921345'] {{(pid=87788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 03:00:11.703079 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aabcf87-6951-4821-badf-ce792fa9919d req-f519668e-7abb-4a4d-b538-c2e9ab41ac9b tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:00:11.704592 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-0aabcf87-6951-4821-badf-ce792fa9919d req-f519668e-7abb-4a4d-b538-c2e9ab41ac9b tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/ports?device_id=df0970e5-c7c0-43bb-8474-b5e830fcd18b HTTP/1.1" status: 200 len: 943 time: 0.0848091 Apr 08 03:00:11.749650 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-0aabcf87-6951-4821-badf-ce792fa9919d req-eb9ea725-d6ad-4661-86e5-43ddb6da2298 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/security-groups?id=e8a36ab3-836a-4bb3-9969-b622cdd2efa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391815 Apr 08 03:00:12.108752 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc80bb1-c053-44aa-96ad-39f0dc1846f6 req-bf960144-35bd-458b-a7ca-33341f972ddc tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:00:12.110297 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-dfc80bb1-c053-44aa-96ad-39f0dc1846f6 req-bf960144-35bd-458b-a7ca-33341f972ddc tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd452826-14af-42d3-af35-8aaaede3d3d5 HTTP/1.1" status: 200 len: 945 time: 0.0804145 Apr 08 03:00:12.162131 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-dfc80bb1-c053-44aa-96ad-39f0dc1846f6 req-1f01e46e-d54c-48dc-b3e6-d091dee7cb68 tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] 10.222.0.15 "GET /v2.0/security-groups?id=9e40f263-cdae-4e5a-8dfc-98fd932b65d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459392 Apr 08 03:00:12.964068 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3fb7ed-8158-4469-aab1-ec786c274b22 req-a2831e36-96c6-4d26-a48e-8fedb755708e tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:00:12.965508 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-9b3fb7ed-8158-4469-aab1-ec786c274b22 req-a2831e36-96c6-4d26-a48e-8fedb755708e tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/ports?device_id=df0970e5-c7c0-43bb-8474-b5e830fcd18b HTTP/1.1" status: 200 len: 943 time: 0.0906191 Apr 08 03:00:13.014369 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-9b3fb7ed-8158-4469-aab1-ec786c274b22 req-1605f2ee-3df6-4ae4-9af7-036931603f3f tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/security-groups?id=e8a36ab3-836a-4bb3-9969-b622cdd2efa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431924 Apr 08 03:00:13.376479 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8f99d7-de79-4c3c-a495-22cd43d0006b req-d892a3fc-1471-43c2-87ff-b6a3ef9e1592 tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:00:13.378016 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-af8f99d7-de79-4c3c-a495-22cd43d0006b req-d892a3fc-1471-43c2-87ff-b6a3ef9e1592 tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd452826-14af-42d3-af35-8aaaede3d3d5 HTTP/1.1" status: 200 len: 945 time: 0.1000998 Apr 08 03:00:13.441902 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-af8f99d7-de79-4c3c-a495-22cd43d0006b req-9861a6cd-102b-4350-b3f6-629fd9f1cfec tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] 10.222.0.15 "GET /v2.0/security-groups?id=9e40f263-cdae-4e5a-8dfc-98fd932b65d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571086 Apr 08 03:00:14.213333 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122d8451-66cb-4a1c-9848-a148c43c91c4 req-8f6b5e67-1121-4885-9cbb-fa9dc2b9de9e tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:00:14.214777 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-122d8451-66cb-4a1c-9848-a148c43c91c4 req-8f6b5e67-1121-4885-9cbb-fa9dc2b9de9e tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/ports?device_id=df0970e5-c7c0-43bb-8474-b5e830fcd18b HTTP/1.1" status: 200 len: 943 time: 0.0830770 Apr 08 03:00:14.260595 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-122d8451-66cb-4a1c-9848-a148c43c91c4 req-4e305a10-958c-45e9-b6b7-7b90eb2383ec tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/security-groups?id=e8a36ab3-836a-4bb3-9969-b622cdd2efa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399799 Apr 08 03:00:14.638537 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2df3048-27df-4d9a-9acd-52e32d66ade3 req-afc0442c-48e4-4347-b18e-b7396a2cb681 tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:00:14.640044 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-a2df3048-27df-4d9a-9acd-52e32d66ade3 req-afc0442c-48e4-4347-b18e-b7396a2cb681 tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd452826-14af-42d3-af35-8aaaede3d3d5 HTTP/1.1" status: 200 len: 945 time: 0.0864480 Apr 08 03:00:14.686277 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-a2df3048-27df-4d9a-9acd-52e32d66ade3 req-8baf87be-2423-4044-aab9-644ee50bee36 tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] 10.222.0.15 "GET /v2.0/security-groups?id=9e40f263-cdae-4e5a-8dfc-98fd932b65d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393052 Apr 08 03:00:14.872715 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Device e344ea62-bb4f-4aa1-afd8-7c5ef8921345 up at agent hyperv_hv-cinder-83705 {{(pid=87788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 03:00:15.013807 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Provisioning for port e344ea62-bb4f-4aa1-afd8-7c5ef8921345 completed by entity L2. {{(pid=87788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 03:00:15.019101 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Provisioning complete for port e344ea62-bb4f-4aa1-afd8-7c5ef8921345 triggered by entity L2. {{(pid=87788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 03:00:15.019521 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587297'] for port, provisioning_complete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:00:15.142496 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:00:15.171966 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd452826-14af-42d3-af35-8aaaede3d3d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e344ea62-bb4f-4aa1-afd8-7c5ef8921345'}] {{(pid=87788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 03:00:15.183365 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.db [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] For port e344ea62-bb4f-4aa1-afd8-7c5ef8921345, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=e344ea62-bb4f-4aa1-afd8-7c5ef8921345,segment=NetworkSegment(2471dffd-dc9f-465d-a8fa-8493a98e9163),segment_id=2471dffd-dc9f-465d-a8fa-8493a98e9163)] {{(pid=87788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 03:00:15.217628 dv-cinder-837051-1-smb neutron-server[87788]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64c21885-fe81-4a96-885a-4c376bc08a27'] response: {'server_uuid': 'bd452826-14af-42d3-af35-8aaaede3d3d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e344ea62-bb4f-4aa1-afd8-7c5ef8921345', 'code': 200} Apr 08 03:00:15.225182 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762847214852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762846864698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762846864743'] for port, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:00:15.295857 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Pushing event updated for resources: {'Port': ['ID=e344ea62-bb4f-4aa1-afd8-7c5ef8921345,revision_number=5']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:00:15.458778 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc632b0-4771-445d-b9c1-9347963be887 req-7641cb63-6dbf-45af-a2d2-8bda4ff1d56f tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:00:15.476253 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-0dc632b0-4771-445d-b9c1-9347963be887 req-7641cb63-6dbf-45af-a2d2-8bda4ff1d56f tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/ports?device_id=df0970e5-c7c0-43bb-8474-b5e830fcd18b HTTP/1.1" status: 200 len: 943 time: 0.0861094 Apr 08 03:00:15.522213 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-0dc632b0-4771-445d-b9c1-9347963be887 req-dec6a5b1-a592-4ff1-8b8f-3e8c12e21603 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/security-groups?id=e8a36ab3-836a-4bb3-9969-b622cdd2efa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551500 Apr 08 03:00:15.891171 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0a0f22-8172-4e64-b9e1-9b56c34a9391 req-6daae05c-237a-4f32-aa4c-59b83ce53e92 tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:00:15.893732 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-da0a0f22-8172-4e64-b9e1-9b56c34a9391 req-6daae05c-237a-4f32-aa4c-59b83ce53e92 tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd452826-14af-42d3-af35-8aaaede3d3d5 HTTP/1.1" status: 200 len: 946 time: 0.0862863 Apr 08 03:00:15.944183 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-da0a0f22-8172-4e64-b9e1-9b56c34a9391 req-7fcb1e1e-331e-4032-b8a6-90bf6f2b19dc tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] 10.222.0.15 "GET /v2.0/security-groups?id=9e40f263-cdae-4e5a-8dfc-98fd932b65d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416577 Apr 08 03:00:16.726173 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362e0473-b20c-4e77-a8e9-19bd67110b3f req-c37f158d-559d-4900-ae9b-5a73ecc8344d tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:00:16.727707 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-362e0473-b20c-4e77-a8e9-19bd67110b3f req-c37f158d-559d-4900-ae9b-5a73ecc8344d tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/ports?device_id=df0970e5-c7c0-43bb-8474-b5e830fcd18b HTTP/1.1" status: 200 len: 943 time: 0.0910125 Apr 08 03:00:16.775747 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-362e0473-b20c-4e77-a8e9-19bd67110b3f req-ee1e5509-0ec4-4b4c-9ed2-5ce82688afce tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/security-groups?id=e8a36ab3-836a-4bb3-9969-b622cdd2efa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424881 Apr 08 03:00:17.149473 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698ba5cd-271d-449c-9ffd-531bb75d8e40 req-32239787-7a26-41fd-b4de-f17c1ad010e9 tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:00:17.152790 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-698ba5cd-271d-449c-9ffd-531bb75d8e40 req-32239787-7a26-41fd-b4de-f17c1ad010e9 tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd452826-14af-42d3-af35-8aaaede3d3d5 HTTP/1.1" status: 200 len: 946 time: 0.0838695 Apr 08 03:00:17.197457 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-698ba5cd-271d-449c-9ffd-531bb75d8e40 req-c9b88b5b-ad2b-44b5-a9c2-40988b63adf3 tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] 10.222.0.15 "GET /v2.0/security-groups?id=9e40f263-cdae-4e5a-8dfc-98fd932b65d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395279 Apr 08 03:00:17.972513 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c604bd9b-3c66-4756-b059-958e17ccfc01 req-f037a1db-46ec-4c2f-9ecd-9ade0ea5bc26 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:00:17.973961 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-c604bd9b-3c66-4756-b059-958e17ccfc01 req-f037a1db-46ec-4c2f-9ecd-9ade0ea5bc26 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/ports?device_id=df0970e5-c7c0-43bb-8474-b5e830fcd18b HTTP/1.1" status: 200 len: 943 time: 0.0848923 Apr 08 03:00:18.021804 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-c604bd9b-3c66-4756-b059-958e17ccfc01 req-f4b38f86-dbf7-4e40-998f-f57c935136f6 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/security-groups?id=e8a36ab3-836a-4bb3-9969-b622cdd2efa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421572 Apr 08 03:00:18.388364 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740b660e-fadf-4345-9489-94e1e1868afc req-ef5cca94-68b9-42a5-a563-48e713dca331 tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:00:18.389924 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-740b660e-fadf-4345-9489-94e1e1868afc req-ef5cca94-68b9-42a5-a563-48e713dca331 tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd452826-14af-42d3-af35-8aaaede3d3d5 HTTP/1.1" status: 200 len: 946 time: 0.0850663 Apr 08 03:00:18.444175 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-740b660e-fadf-4345-9489-94e1e1868afc req-2471c354-add5-41bd-85fd-f8af8faf0179 tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] 10.222.0.15 "GET /v2.0/security-groups?id=9e40f263-cdae-4e5a-8dfc-98fd932b65d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478613 Apr 08 03:00:19.218383 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fecbe29-ebbf-4cc9-ab37-aef7f3b393cd req-b5f3add8-e1f4-46d4-bdb9-8d25e5054acf tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:00:19.219896 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-7fecbe29-ebbf-4cc9-ab37-aef7f3b393cd req-b5f3add8-e1f4-46d4-bdb9-8d25e5054acf tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/ports?device_id=df0970e5-c7c0-43bb-8474-b5e830fcd18b HTTP/1.1" status: 200 len: 943 time: 0.0806830 Apr 08 03:00:19.265422 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-7fecbe29-ebbf-4cc9-ab37-aef7f3b393cd req-aa30bf65-17d7-4cc5-9be3-ae54871bafb9 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/security-groups?id=e8a36ab3-836a-4bb3-9969-b622cdd2efa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392480 Apr 08 03:00:19.637714 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332feb47-2beb-47a6-9ead-3ef56d77065e req-bff1c125-1553-441a-ad52-def6b5075a6a tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:00:19.639176 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-332feb47-2beb-47a6-9ead-3ef56d77065e req-bff1c125-1553-441a-ad52-def6b5075a6a tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd452826-14af-42d3-af35-8aaaede3d3d5 HTTP/1.1" status: 200 len: 946 time: 0.0850687 Apr 08 03:00:19.685898 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-332feb47-2beb-47a6-9ead-3ef56d77065e req-865df5d5-8f87-439c-94b7-71718b7bf35b tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] 10.222.0.15 "GET /v2.0/security-groups?id=9e40f263-cdae-4e5a-8dfc-98fd932b65d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395210 Apr 08 03:00:20.465768 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a10a89-e199-49a9-9ecd-f7e8cacf2d54 req-6de3921a-8956-404d-87d0-bedf539a736e tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:00:20.467222 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-32a10a89-e199-49a9-9ecd-f7e8cacf2d54 req-6de3921a-8956-404d-87d0-bedf539a736e tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/ports?device_id=df0970e5-c7c0-43bb-8474-b5e830fcd18b HTTP/1.1" status: 200 len: 943 time: 0.0820913 Apr 08 03:00:20.516004 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-32a10a89-e199-49a9-9ecd-f7e8cacf2d54 req-a07a28e5-f0e3-42df-a294-6f33e9a38a14 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/security-groups?id=e8a36ab3-836a-4bb3-9969-b622cdd2efa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417743 Apr 08 03:00:20.960154 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3068aa1-2e86-463f-8e8a-a0a66784bc0f req-3e5ae303-3b1e-4ef6-86b3-23e8637c65a6 tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:00:20.961875 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-f3068aa1-2e86-463f-8e8a-a0a66784bc0f req-3e5ae303-3b1e-4ef6-86b3-23e8637c65a6 tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd452826-14af-42d3-af35-8aaaede3d3d5 HTTP/1.1" status: 200 len: 946 time: 0.1548305 Apr 08 03:00:21.006330 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-f3068aa1-2e86-463f-8e8a-a0a66784bc0f req-11c2276c-b913-423b-a6b2-f0a1b17c43a6 tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] 10.222.0.15 "GET /v2.0/security-groups?id=9e40f263-cdae-4e5a-8dfc-98fd932b65d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385804 Apr 08 03:00:21.706963 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794afd7c-09f6-45d4-b235-445fa1717e18 req-d5762b9e-933a-490c-affc-94f453b69e92 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:00:21.708534 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-794afd7c-09f6-45d4-b235-445fa1717e18 req-d5762b9e-933a-490c-affc-94f453b69e92 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/ports?device_id=df0970e5-c7c0-43bb-8474-b5e830fcd18b HTTP/1.1" status: 200 len: 943 time: 0.0795310 Apr 08 03:00:21.756816 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-794afd7c-09f6-45d4-b235-445fa1717e18 req-decd6c36-1ff5-423c-a434-500796ef910d tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/security-groups?id=e8a36ab3-836a-4bb3-9969-b622cdd2efa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427320 Apr 08 03:00:22.190536 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409d4a3d-7d15-44e1-98d0-3adebebeb52c req-83386517-b1b7-4ccc-9702-6e08c0420987 tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:00:22.192762 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-409d4a3d-7d15-44e1-98d0-3adebebeb52c req-83386517-b1b7-4ccc-9702-6e08c0420987 tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd452826-14af-42d3-af35-8aaaede3d3d5 HTTP/1.1" status: 200 len: 946 time: 0.0815473 Apr 08 03:00:22.235435 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-409d4a3d-7d15-44e1-98d0-3adebebeb52c req-a302dddf-4990-477e-b674-40b154806e03 tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] 10.222.0.15 "GET /v2.0/security-groups?id=9e40f263-cdae-4e5a-8dfc-98fd932b65d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369439 Apr 08 03:00:22.943493 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38aa0a0b-d980-407f-b776-b1d8c380a1b1 req-4a8e7623-b220-4e99-9434-5a1c579c3d5a tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:00:22.944913 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-38aa0a0b-d980-407f-b776-b1d8c380a1b1 req-4a8e7623-b220-4e99-9434-5a1c579c3d5a tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/ports?device_id=df0970e5-c7c0-43bb-8474-b5e830fcd18b HTTP/1.1" status: 200 len: 943 time: 0.0805271 Apr 08 03:00:22.987873 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-38aa0a0b-d980-407f-b776-b1d8c380a1b1 req-ce5f0251-eaa6-46ee-8716-92fc684e7546 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/security-groups?id=e8a36ab3-836a-4bb3-9969-b622cdd2efa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372174 Apr 08 03:00:23.422136 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404e4ed1-8879-41bf-8ef5-59deddde56a2 req-86ba9eaa-4f7e-479d-b774-13e01caf09a1 tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:00:23.423555 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-404e4ed1-8879-41bf-8ef5-59deddde56a2 req-86ba9eaa-4f7e-479d-b774-13e01caf09a1 tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd452826-14af-42d3-af35-8aaaede3d3d5 HTTP/1.1" status: 200 len: 946 time: 0.0824335 Apr 08 03:00:23.465903 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-404e4ed1-8879-41bf-8ef5-59deddde56a2 req-40add6f1-f709-404d-af77-b62589023b5b tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] 10.222.0.15 "GET /v2.0/security-groups?id=9e40f263-cdae-4e5a-8dfc-98fd932b65d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359790 Apr 08 03:00:24.179949 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33290ee4-f105-46cc-b4de-25ed312eaa92 req-9fe25d6e-b49d-4767-8275-f8dac4bcf40b tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:00:24.181396 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-33290ee4-f105-46cc-b4de-25ed312eaa92 req-9fe25d6e-b49d-4767-8275-f8dac4bcf40b tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/ports?device_id=df0970e5-c7c0-43bb-8474-b5e830fcd18b HTTP/1.1" status: 200 len: 943 time: 0.0784090 Apr 08 03:00:24.230470 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-33290ee4-f105-46cc-b4de-25ed312eaa92 req-3063db22-d0a9-42c2-a461-e86add6484ff tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/security-groups?id=e8a36ab3-836a-4bb3-9969-b622cdd2efa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371232 Apr 08 03:00:24.649486 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593bbbf6-14d0-4b8b-8c97-3a8ecd76253c req-46c96383-3b3a-4825-834c-1ee200266615 tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:00:24.650808 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-593bbbf6-14d0-4b8b-8c97-3a8ecd76253c req-46c96383-3b3a-4825-834c-1ee200266615 tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd452826-14af-42d3-af35-8aaaede3d3d5 HTTP/1.1" status: 200 len: 946 time: 0.0804417 Apr 08 03:00:24.693315 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-593bbbf6-14d0-4b8b-8c97-3a8ecd76253c req-7cfe6cf7-3608-4104-888c-17afb1d5a730 tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] 10.222.0.15 "GET /v2.0/security-groups?id=9e40f263-cdae-4e5a-8dfc-98fd932b65d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365829 Apr 08 03:00:25.152141 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-6e4e8515-eb3e-4caa-8e90-369a3a748207 req-aa9c8c0d-383e-407c-b35f-b60cd496c3a0 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=fcf140c8-6253-441e-87a3-ae36ef0e2bac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0672050 Apr 08 03:00:25.254600 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4e8515-eb3e-4caa-8e90-369a3a748207 req-77f8a004-17ba-412a-b1ff-69082b804310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:00:25.256067 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-6e4e8515-eb3e-4caa-8e90-369a3a748207 req-77f8a004-17ba-412a-b1ff-69082b804310 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=27912339e79e43db900700b20c01bd73&device_id=fcf140c8-6253-441e-87a3-ae36ef0e2bac HTTP/1.1" status: 200 len: 1098 time: 0.0720510 Apr 08 03:00:25.420062 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4e8515-eb3e-4caa-8e90-369a3a748207 req-20e62611-2492-484e-881f-f9ce576b0e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:00:25.421514 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-6e4e8515-eb3e-4caa-8e90-369a3a748207 req-20e62611-2492-484e-881f-f9ce576b0e08 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c8c3b9c3-2a08-4eb4-872c-03cbce1e3b10 HTTP/1.1" status: 200 len: 911 time: 0.1270840 Apr 08 03:00:25.457699 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf180c3-5c8c-42b9-91ba-781260bdde5c req-9752833c-f3de-499a-96f3-6a97e91e081a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:00:25.459164 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-6bf180c3-5c8c-42b9-91ba-781260bdde5c req-9752833c-f3de-499a-96f3-6a97e91e081a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=bd452826-14af-42d3-af35-8aaaede3d3d5 HTTP/1.1" status: 200 len: 1099 time: 0.1374490 Apr 08 03:00:25.467648 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b5b732-2197-4504-966f-1e5ce00e571a req-7bd35386-87d3-430b-ad7d-9d46b922ec11 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:00:25.468975 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-c4b5b732-2197-4504-966f-1e5ce00e571a req-7bd35386-87d3-430b-ad7d-9d46b922ec11 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/ports?device_id=df0970e5-c7c0-43bb-8474-b5e830fcd18b HTTP/1.1" status: 200 len: 943 time: 0.1114635 Apr 08 03:00:25.522774 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-6e4e8515-eb3e-4caa-8e90-369a3a748207 req-e94c03c6-6592-42d8-afc4-154a5dfc1cb4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8ec17ccc-498d-4813-8a52-961f542095a0 HTTP/1.1" status: 200 len: 1001 time: 0.0946355 Apr 08 03:00:25.534701 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-6bf180c3-5c8c-42b9-91ba-781260bdde5c req-14c32988-3298-4581-ac02-4783342caf43 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=9e40f263-cdae-4e5a-8dfc-98fd932b65d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643096 Apr 08 03:00:25.538967 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-c4b5b732-2197-4504-966f-1e5ce00e571a req-30af4cac-5b88-4287-ac4c-bccd37d46795 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/security-groups?id=e8a36ab3-836a-4bb3-9969-b622cdd2efa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558875 Apr 08 03:00:25.584470 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4e8515-eb3e-4caa-8e90-369a3a748207 req-71ed2965-1475-435b-a66b-b5b7a4de29f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:00:25.585896 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-6e4e8515-eb3e-4caa-8e90-369a3a748207 req-71ed2965-1475-435b-a66b-b5b7a4de29f7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=18b119e0-b657-4738-8e56-4872d79152d5 HTTP/1.1" status: 200 len: 849 time: 0.0568895 Apr 08 03:00:25.865219 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-f481fc66-c5cc-42f1-bc9b-3855b8b769ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:00:25.885463 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3b143d-f723-43ae-952f-e25d1b708872 req-cbfb9b66-91e7-400a-8046-d1f0321c24c8 tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:00:25.886913 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-ae3b143d-f723-43ae-952f-e25d1b708872 req-cbfb9b66-91e7-400a-8046-d1f0321c24c8 tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd452826-14af-42d3-af35-8aaaede3d3d5 HTTP/1.1" status: 200 len: 946 time: 0.0902469 Apr 08 03:00:25.931862 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-ae3b143d-f723-43ae-952f-e25d1b708872 req-05b50ff5-f4a3-4553-acc6-959416329e24 tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] 10.222.0.15 "GET /v2.0/security-groups?id=9e40f263-cdae-4e5a-8dfc-98fd932b65d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393391 Apr 08 03:00:26.053486 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4e8515-eb3e-4caa-8e90-369a3a748207 req-8993ac90-ca73-4019-8c10-21670b7b57e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:00:26.054893 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-6e4e8515-eb3e-4caa-8e90-369a3a748207 req-8993ac90-ca73-4019-8c10-21670b7b57e9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c8c3b9c3-2a08-4eb4-872c-03cbce1e3b10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0706139 Apr 08 03:00:26.187652 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-6e4e8515-eb3e-4caa-8e90-369a3a748207 req-e206820b-9631-428d-b6df-04e3a2bdb447 service neutron] 10.222.0.39 "GET /v2.0/networks/c8c3b9c3-2a08-4eb4-872c-03cbce1e3b10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260347 Apr 08 03:00:26.385928 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-6e4e8515-eb3e-4caa-8e90-369a3a748207 req-65c6fbff-b182-4415-9f0b-b30e2cf8594a service neutron] 10.222.0.39 "GET /v2.0/networks/c8c3b9c3-2a08-4eb4-872c-03cbce1e3b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1908658 Apr 08 03:00:26.728457 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ee0037-e110-44c9-aeef-a7492ec7dc33 req-b75b2ee3-496c-4379-a5dc-8f04ceaa43aa tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:00:26.729878 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-13ee0037-e110-44c9-aeef-a7492ec7dc33 req-b75b2ee3-496c-4379-a5dc-8f04ceaa43aa tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/ports?device_id=df0970e5-c7c0-43bb-8474-b5e830fcd18b HTTP/1.1" status: 200 len: 943 time: 0.0801899 Apr 08 03:00:26.776201 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-13ee0037-e110-44c9-aeef-a7492ec7dc33 req-7eff7b1f-083d-4a60-9a25-f0d0ef2bbe1e tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/security-groups?id=e8a36ab3-836a-4bb3-9969-b622cdd2efa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407512 Apr 08 03:00:27.113422 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb752a5-be16-42d7-84a5-a8116aac5d04 req-ccb2932e-a61a-4047-8730-68dd951e1d12 tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:00:27.114770 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-9bb752a5-be16-42d7-84a5-a8116aac5d04 req-ccb2932e-a61a-4047-8730-68dd951e1d12 tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd452826-14af-42d3-af35-8aaaede3d3d5 HTTP/1.1" status: 200 len: 946 time: 0.0791764 Apr 08 03:00:27.157518 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-9bb752a5-be16-42d7-84a5-a8116aac5d04 req-017f9fba-2e0a-4a0c-897b-121de6990244 tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] 10.222.0.15 "GET /v2.0/security-groups?id=9e40f263-cdae-4e5a-8dfc-98fd932b65d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370870 Apr 08 03:00:27.982828 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e318c9c-4814-49a4-b9e8-289e76d41035 req-a03f2d4a-ee5b-453e-a264-7da4993ffc4e tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:00:27.984264 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-1e318c9c-4814-49a4-b9e8-289e76d41035 req-a03f2d4a-ee5b-453e-a264-7da4993ffc4e tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/ports?device_id=df0970e5-c7c0-43bb-8474-b5e830fcd18b HTTP/1.1" status: 200 len: 943 time: 0.0832291 Apr 08 03:00:28.027543 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-1e318c9c-4814-49a4-b9e8-289e76d41035 req-3e4d2da9-ffa8-4245-867a-fb0695c831c0 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/security-groups?id=e8a36ab3-836a-4bb3-9969-b622cdd2efa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373611 Apr 08 03:00:28.299679 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-ab2acca8-2f6e-4686-aaab-62b2201d780c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:00:28.339314 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f564a840-232b-4b70-9cd6-a4f3aeb536f0 req-b7376c81-dc89-4aa5-83ee-80af9fed2d61 tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:00:28.340745 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-f564a840-232b-4b70-9cd6-a4f3aeb536f0 req-b7376c81-dc89-4aa5-83ee-80af9fed2d61 tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd452826-14af-42d3-af35-8aaaede3d3d5 HTTP/1.1" status: 200 len: 946 time: 0.0793798 Apr 08 03:00:28.385281 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-f564a840-232b-4b70-9cd6-a4f3aeb536f0 req-903847b8-f04c-4213-821f-513de37af881 tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] 10.222.0.15 "GET /v2.0/security-groups?id=9e40f263-cdae-4e5a-8dfc-98fd932b65d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387540 Apr 08 03:00:29.110795 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-ef00a636-a289-418c-ab96-90866b017a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:00:29.218690 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0d0f2b-b1bb-408f-a0bf-0ff79398d4fa req-ced8cbae-6e63-4dcb-b91e-0ed54da04def tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:00:29.220185 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-0c0d0f2b-b1bb-408f-a0bf-0ff79398d4fa req-ced8cbae-6e63-4dcb-b91e-0ed54da04def tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/ports?device_id=df0970e5-c7c0-43bb-8474-b5e830fcd18b HTTP/1.1" status: 200 len: 943 time: 0.0853646 Apr 08 03:00:29.248039 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:00:29.266449 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-0c0d0f2b-b1bb-408f-a0bf-0ff79398d4fa req-bbbeb7fa-b6b5-4da2-99d1-7d981ed41113 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/security-groups?id=e8a36ab3-836a-4bb3-9969-b622cdd2efa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396447 Apr 08 03:00:30.471395 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20620f1f-e9b5-4550-820f-cafccc025c90 req-78a672e3-e4ac-4ea4-9c5a-3eed916e2429 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:00:30.472856 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-20620f1f-e9b5-4550-820f-cafccc025c90 req-78a672e3-e4ac-4ea4-9c5a-3eed916e2429 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/ports?device_id=df0970e5-c7c0-43bb-8474-b5e830fcd18b HTTP/1.1" status: 200 len: 943 time: 0.0867798 Apr 08 03:00:30.546224 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-20620f1f-e9b5-4550-820f-cafccc025c90 req-f9a67e15-840b-4c38-bdea-d039c3d61582 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/security-groups?id=e8a36ab3-836a-4bb3-9969-b622cdd2efa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469558 Apr 08 03:00:30.939515 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-0700d8e1-2fb2-4ab8-b601-2cbd26aa24a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:00:30.955815 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Device b7d4bd13-6a1e-4fc0-b932-4781581db910 details requested by agent hyperv_hv-cinder-83705 with host hv-cinder-83705 {{(pid=87788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 08 03:00:31.105801 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.db [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] For port b7d4bd13-6a1e-4fc0-b932-4781581db910, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=b7d4bd13-6a1e-4fc0-b932-4781581db910,segment=NetworkSegment(1b549d7e-fc0e-4f7e-b00e-d69f05216c6f),segment_id=1b549d7e-fc0e-4f7e-b00e-d69f05216c6f)] {{(pid=87788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 03:00:31.118232 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Returning: {'device': 'b7d4bd13-6a1e-4fc0-b932-4781581db910', 'network_id': '13de0308-e21f-45b1-8a0f-24108cbfbce7', 'port_id': 'b7d4bd13-6a1e-4fc0-b932-4781581db910', 'mac_address': 'fa:16:3e:d4:e4:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 265, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da634180-ad94-49db-9cf0-02a07794ec35', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 03:00:31.173220 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:00:31.188880 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.notifiers.nova [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7d4bd13-6a1e-4fc0-b932-4781581db910 {{(pid=87788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 03:00:31.209734 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.db [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] For port b7d4bd13-6a1e-4fc0-b932-4781581db910, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=b7d4bd13-6a1e-4fc0-b932-4781581db910,segment=NetworkSegment(1b549d7e-fc0e-4f7e-b00e-d69f05216c6f),segment_id=1b549d7e-fc0e-4f7e-b00e-d69f05216c6f)] {{(pid=87788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 03:00:31.299410 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762847214852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762846864698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762846864743'] for port, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:00:31.365759 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Pushing event updated for resources: {'Port': ['ID=b7d4bd13-6a1e-4fc0-b932-4781581db910,revision_number=9']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:00:31.721178 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c660ed0e-0f5b-4ce5-988a-b2642b544d05 req-a4098578-dacf-4e48-8790-b92e7f78c251 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:00:31.722601 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-c660ed0e-0f5b-4ce5-988a-b2642b544d05 req-a4098578-dacf-4e48-8790-b92e7f78c251 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/ports?device_id=df0970e5-c7c0-43bb-8474-b5e830fcd18b HTTP/1.1" status: 200 len: 944 time: 0.0837631 Apr 08 03:00:31.768225 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-c660ed0e-0f5b-4ce5-988a-b2642b544d05 req-7e75ae21-fa1a-4543-b807-46447671a119 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/security-groups?id=e8a36ab3-836a-4bb3-9969-b622cdd2efa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396197 Apr 08 03:00:31.836165 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.db [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] get_ports_and_sgs() called for port_ids ['b7d4bd13-6a1e-4fc0-b932-4781581db910'] {{(pid=87788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 03:00:32.960368 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c470bf99-b824-487a-9574-bcd67ca073a3 req-080e1cce-ce9e-4d3f-80ee-24ab0f0194be tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:00:32.961774 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-c470bf99-b824-487a-9574-bcd67ca073a3 req-080e1cce-ce9e-4d3f-80ee-24ab0f0194be tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/ports?device_id=df0970e5-c7c0-43bb-8474-b5e830fcd18b HTTP/1.1" status: 200 len: 944 time: 0.0798156 Apr 08 03:00:33.072853 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-c470bf99-b824-487a-9574-bcd67ca073a3 req-8d3ae1dc-8aa2-49bc-80d2-3ac61ac0142a tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/security-groups?id=e8a36ab3-836a-4bb3-9969-b622cdd2efa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1052878 Apr 08 03:00:34.259802 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13925e8e-da16-4a76-80bd-d52e9c2b84e1 req-85510950-043b-4030-9273-40052036e744 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:00:34.261259 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-13925e8e-da16-4a76-80bd-d52e9c2b84e1 req-85510950-043b-4030-9273-40052036e744 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/ports?device_id=df0970e5-c7c0-43bb-8474-b5e830fcd18b HTTP/1.1" status: 200 len: 944 time: 0.0783045 Apr 08 03:00:34.304058 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-13925e8e-da16-4a76-80bd-d52e9c2b84e1 req-9775f270-c8a3-48e0-b771-8c74fd1b5283 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/security-groups?id=e8a36ab3-836a-4bb3-9969-b622cdd2efa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371525 Apr 08 03:00:34.969729 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Device b7d4bd13-6a1e-4fc0-b932-4781581db910 up at agent hyperv_hv-cinder-83705 {{(pid=87788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 03:00:35.037771 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Provisioning complete for port b7d4bd13-6a1e-4fc0-b932-4781581db910 triggered by entity L2. {{(pid=87788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 03:00:35.038138 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587297'] for port, provisioning_complete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:00:35.150322 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:00:35.175388 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df0970e5-c7c0-43bb-8474-b5e830fcd18b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7d4bd13-6a1e-4fc0-b932-4781581db910'}] {{(pid=87788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 03:00:35.185238 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.db [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] For port b7d4bd13-6a1e-4fc0-b932-4781581db910, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=b7d4bd13-6a1e-4fc0-b932-4781581db910,segment=NetworkSegment(1b549d7e-fc0e-4f7e-b00e-d69f05216c6f),segment_id=1b549d7e-fc0e-4f7e-b00e-d69f05216c6f)] {{(pid=87788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 03:00:35.219880 dv-cinder-837051-1-smb neutron-server[87788]: INFO neutron.notifiers.nova [-] Nova event matching ['req-416e2385-67bc-49e2-8ae5-b3e8d2135130'] response: {'server_uuid': 'df0970e5-c7c0-43bb-8474-b5e830fcd18b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7d4bd13-6a1e-4fc0-b932-4781581db910', 'code': 200} Apr 08 03:00:35.242047 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762847214852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762846864698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762846864743'] for port, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:00:35.316438 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Pushing event updated for resources: {'Port': ['ID=b7d4bd13-6a1e-4fc0-b932-4781581db910,revision_number=10']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:00:35.323827 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:00:35.328003 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:00:35.328003 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:00:35.328003 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:00:35.328003 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:00:35.328003 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:00:35.328003 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:00:35.328003 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:00:35.328003 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:00:35.328003 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:00:35.328003 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:00:35.328003 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:00:35.498200 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9789597e-c7ab-4483-8905-25c7ce7f6fab req-536241db-408c-401f-b069-8c9bf8db89e4 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:00:35.499618 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-9789597e-c7ab-4483-8905-25c7ce7f6fab req-536241db-408c-401f-b069-8c9bf8db89e4 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/ports?device_id=df0970e5-c7c0-43bb-8474-b5e830fcd18b HTTP/1.1" status: 200 len: 946 time: 0.0819151 Apr 08 03:00:35.545039 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-9789597e-c7ab-4483-8905-25c7ce7f6fab req-1e9171f2-c48b-4ee8-a863-9eaed43b71c3 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/security-groups?id=e8a36ab3-836a-4bb3-9969-b622cdd2efa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393310 Apr 08 03:00:36.096775 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed66a217-0d85-4b35-acfa-6fd38635301c req-4ee27a08-f753-486a-a682-701032bc56e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:00:36.098281 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-ed66a217-0d85-4b35-acfa-6fd38635301c req-4ee27a08-f753-486a-a682-701032bc56e9 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=df0970e5-c7c0-43bb-8474-b5e830fcd18b HTTP/1.1" status: 200 len: 1099 time: 0.0673583 Apr 08 03:00:36.140289 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-ed66a217-0d85-4b35-acfa-6fd38635301c req-8f50b24c-295c-47ed-bd35-17745087f519 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=e8a36ab3-836a-4bb3-9969-b622cdd2efa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343902 Apr 08 03:00:36.744137 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08add2b3-e766-4ee2-acf6-c49c67b6380e req-3ba4ed90-6ae3-4d64-ae1a-d710aa2621db tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:00:36.745577 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-08add2b3-e766-4ee2-acf6-c49c67b6380e req-3ba4ed90-6ae3-4d64-ae1a-d710aa2621db tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/ports?device_id=df0970e5-c7c0-43bb-8474-b5e830fcd18b HTTP/1.1" status: 200 len: 946 time: 0.0900252 Apr 08 03:00:36.789470 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-08add2b3-e766-4ee2-acf6-c49c67b6380e req-6d9cb65b-f91e-4c27-83f4-1dbf69816486 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/security-groups?id=e8a36ab3-836a-4bb3-9969-b622cdd2efa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379362 Apr 08 03:00:37.984390 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e4fb45-717d-414a-83d1-05ffb7367548 req-821fc094-ac0d-48ce-beb4-0323786880eb tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:00:37.985832 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-62e4fb45-717d-414a-83d1-05ffb7367548 req-821fc094-ac0d-48ce-beb4-0323786880eb tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/ports?device_id=df0970e5-c7c0-43bb-8474-b5e830fcd18b HTTP/1.1" status: 200 len: 946 time: 0.0854702 Apr 08 03:00:38.030595 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-62e4fb45-717d-414a-83d1-05ffb7367548 req-2f25ac2c-8097-4c0f-a917-512da2ce5e06 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/security-groups?id=e8a36ab3-836a-4bb3-9969-b622cdd2efa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386741 Apr 08 03:00:39.190602 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:00:39.230502 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40023761-b08a-41f6-a1d1-5fb9b4db3f76 req-915e6b8e-f121-4dc6-8cab-c8a0d12b17be tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:00:39.231969 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-40023761-b08a-41f6-a1d1-5fb9b4db3f76 req-915e6b8e-f121-4dc6-8cab-c8a0d12b17be tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/ports?device_id=df0970e5-c7c0-43bb-8474-b5e830fcd18b HTTP/1.1" status: 200 len: 946 time: 0.0818145 Apr 08 03:00:39.277446 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-40023761-b08a-41f6-a1d1-5fb9b4db3f76 req-869998f4-4f5d-4915-a709-6056d6702b69 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/security-groups?id=e8a36ab3-836a-4bb3-9969-b622cdd2efa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396712 Apr 08 03:00:39.734825 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.agents_db [None req-78530461-7b12-4524-9e6e-3e4de8d78fc4 None None] Agent healthcheck: found 6 active agents {{(pid=87789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 03:00:40.470214 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f801aba-dc8f-456b-9c52-4329a6de0cd0 req-19b59e6c-25f8-4fb5-bc6e-65cd21d968bf tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:00:40.471688 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-8f801aba-dc8f-456b-9c52-4329a6de0cd0 req-19b59e6c-25f8-4fb5-bc6e-65cd21d968bf tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/ports?device_id=df0970e5-c7c0-43bb-8474-b5e830fcd18b HTTP/1.1" status: 200 len: 946 time: 0.0802498 Apr 08 03:00:40.518750 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-8f801aba-dc8f-456b-9c52-4329a6de0cd0 req-35fc90d4-f96d-455a-9007-a380ee55cc20 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/security-groups?id=e8a36ab3-836a-4bb3-9969-b622cdd2efa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406859 Apr 08 03:00:55.887103 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-9c9c803b-30e8-40d6-ab2a-3333a299bfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:00:58.027519 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d66732a-952f-4b2d-a2d7-15fb145b3bc4 req-0613dfdb-3493-4bad-85f3-e3e7440ddb01 tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:00:58.029215 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-7d66732a-952f-4b2d-a2d7-15fb145b3bc4 req-0613dfdb-3493-4bad-85f3-e3e7440ddb01 tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd452826-14af-42d3-af35-8aaaede3d3d5 HTTP/1.1" status: 200 len: 946 time: 0.0791347 Apr 08 03:00:58.075989 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-7d66732a-952f-4b2d-a2d7-15fb145b3bc4 req-0a27a83e-32e1-413e-9e83-7e903ed84b39 tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] 10.222.0.15 "GET /v2.0/security-groups?id=9e40f263-cdae-4e5a-8dfc-98fd932b65d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410647 Apr 08 03:00:58.304281 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-32de8a4a-3e88-4f16-912f-16adcbf057f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:00:59.121413 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-ef00a636-a289-418c-ab96-90866b017a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:00:59.225268 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:00:59.270523 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024ad916-08f5-4240-9062-86c719fd7c0f req-3f9d0db9-ff59-4bed-bb8e-cdc6225a6392 tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:00:59.272666 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-024ad916-08f5-4240-9062-86c719fd7c0f req-3f9d0db9-ff59-4bed-bb8e-cdc6225a6392 tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd452826-14af-42d3-af35-8aaaede3d3d5 HTTP/1.1" status: 200 len: 946 time: 0.0843210 Apr 08 03:00:59.316787 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-024ad916-08f5-4240-9062-86c719fd7c0f req-ed5e125c-d877-4556-be6f-7c88f9803b1b tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] 10.222.0.15 "GET /v2.0/security-groups?id=9e40f263-cdae-4e5a-8dfc-98fd932b65d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382962 Apr 08 03:01:00.517447 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3785bf-75b1-4f85-b213-238880094bd1 req-e2b81b6f-e8e8-4a0a-af79-772b8743b7ad tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:01:00.518896 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-bf3785bf-75b1-4f85-b213-238880094bd1 req-e2b81b6f-e8e8-4a0a-af79-772b8743b7ad tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd452826-14af-42d3-af35-8aaaede3d3d5 HTTP/1.1" status: 200 len: 946 time: 0.0821755 Apr 08 03:01:00.533055 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-0700d8e1-2fb2-4ab8-b601-2cbd26aa24a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:01:00.565116 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-bf3785bf-75b1-4f85-b213-238880094bd1 req-a271e0a3-f43a-4a3d-ac23-70d9ea0c164b tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] 10.222.0.15 "GET /v2.0/security-groups?id=9e40f263-cdae-4e5a-8dfc-98fd932b65d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403490 Apr 08 03:01:01.749738 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1451dc0-e3cf-491f-8988-4742438708bd req-3e63fa2c-449f-430b-99ea-4445557ad30f tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:01:01.751182 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-b1451dc0-e3cf-491f-8988-4742438708bd req-3e63fa2c-449f-430b-99ea-4445557ad30f tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd452826-14af-42d3-af35-8aaaede3d3d5 HTTP/1.1" status: 200 len: 946 time: 0.0785222 Apr 08 03:01:01.795094 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-b1451dc0-e3cf-491f-8988-4742438708bd req-6cd3969d-6006-4b6a-97a2-764ee8ddf1f8 tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] 10.222.0.15 "GET /v2.0/security-groups?id=9e40f263-cdae-4e5a-8dfc-98fd932b65d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382740 Apr 08 03:01:02.475417 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dd3e8a-61a2-4fa0-bd93-da479c6419b2 req-44cfd3a8-6c91-475a-9546-9da176ce7d77 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:01:02.476928 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-50dd3e8a-61a2-4fa0-bd93-da479c6419b2 req-44cfd3a8-6c91-475a-9546-9da176ce7d77 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcf140c8-6253-441e-87a3-ae36ef0e2bac HTTP/1.1" status: 200 len: 945 time: 0.0809989 Apr 08 03:01:02.520021 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-50dd3e8a-61a2-4fa0-bd93-da479c6419b2 req-4f980593-20df-4bc5-9dcc-e8aa44f0cf38 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] 10.222.0.15 "GET /v2.0/security-groups?id=22edd372-7418-42f2-9187-61e1546f1f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374947 Apr 08 03:01:02.975285 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1481964c-2a92-4f87-bc26-4c761f0fe0fe req-4d2991c2-439a-4806-a134-ce0a15b87f37 tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:01:02.977818 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-1481964c-2a92-4f87-bc26-4c761f0fe0fe req-4d2991c2-439a-4806-a134-ce0a15b87f37 tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd452826-14af-42d3-af35-8aaaede3d3d5 HTTP/1.1" status: 200 len: 946 time: 0.0777538 Apr 08 03:01:03.021492 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-1481964c-2a92-4f87-bc26-4c761f0fe0fe req-1bbd0195-ff4d-4085-9d49-4f4ea9de843a tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] 10.222.0.15 "GET /v2.0/security-groups?id=9e40f263-cdae-4e5a-8dfc-98fd932b65d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382466 Apr 08 03:01:03.707743 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c42b303-7067-4cfe-97ce-35efffdaac7d req-69807ac0-1fa8-4b9b-ab9f-db9c5ffe2eca tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:01:03.709157 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-1c42b303-7067-4cfe-97ce-35efffdaac7d req-69807ac0-1fa8-4b9b-ab9f-db9c5ffe2eca tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcf140c8-6253-441e-87a3-ae36ef0e2bac HTTP/1.1" status: 200 len: 945 time: 0.0808356 Apr 08 03:01:03.752260 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-1c42b303-7067-4cfe-97ce-35efffdaac7d req-57373047-7ede-4b84-8839-bf62931340e2 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] 10.222.0.15 "GET /v2.0/security-groups?id=22edd372-7418-42f2-9187-61e1546f1f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373611 Apr 08 03:01:03.890983 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb4ccf5-6dad-437e-9d89-5faa54a13387 req-b136afd5-083f-4a02-a4eb-8a6f97d2fe5e tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:01:03.891591 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [req-1fb4ccf5-6dad-437e-9d89-5faa54a13387 req-b136afd5-083f-4a02-a4eb-8a6f97d2fe5e tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] Synchronizing usage tracker for tenant:945853f6813e44efa7cc8c73fe3ea2b4 on resource:port {{(pid=87787) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 03:01:03.961682 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [req-1fb4ccf5-6dad-437e-9d89-5faa54a13387 req-b136afd5-083f-4a02-a4eb-8a6f97d2fe5e tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] Unset dirty status for tenant:945853f6813e44efa7cc8c73fe3ea2b4 on resource:port {{(pid=87787) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 03:01:03.962828 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-1fb4ccf5-6dad-437e-9d89-5faa54a13387 req-b136afd5-083f-4a02-a4eb-8a6f97d2fe5e tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd452826-14af-42d3-af35-8aaaede3d3d5 HTTP/1.1" status: 200 len: 946 time: 0.1492190 Apr 08 03:01:04.038102 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.plugins.ml2.plugin [req-1fb4ccf5-6dad-437e-9d89-5faa54a13387 req-1e705347-06d1-4024-b963-2dd7d8e3bfd9 tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] Deleting port e344ea62-bb4f-4aa1-afd8-7c5ef8921345 {{(pid=87787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 03:01:04.039012 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [req-1fb4ccf5-6dad-437e-9d89-5faa54a13387 req-1e705347-06d1-4024-b963-2dd7d8e3bfd9 tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762847207940'] for port, before_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:01:04.204060 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12edf627-240a-4a26-9347-891dc04c1e52 req-cb3d39a4-0b17-4cef-be7e-ba7fc10bbf2e tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:01:04.205654 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-12edf627-240a-4a26-9347-891dc04c1e52 req-cb3d39a4-0b17-4cef-be7e-ba7fc10bbf2e tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd452826-14af-42d3-af35-8aaaede3d3d5 HTTP/1.1" status: 200 len: 946 time: 0.0804758 Apr 08 03:01:04.259329 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-12edf627-240a-4a26-9347-891dc04c1e52 req-b1cc730a-45c9-4c6d-971d-dde377c7adeb tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] 10.222.0.15 "GET /v2.0/security-groups?id=9e40f263-cdae-4e5a-8dfc-98fd932b65d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476658 Apr 08 03:01:04.286838 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.plugins.ml2.db [req-1fb4ccf5-6dad-437e-9d89-5faa54a13387 req-1e705347-06d1-4024-b963-2dd7d8e3bfd9 tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] For port e344ea62-bb4f-4aa1-afd8-7c5ef8921345, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=e344ea62-bb4f-4aa1-afd8-7c5ef8921345,segment=NetworkSegment(2471dffd-dc9f-465d-a8fa-8493a98e9163),segment_id=2471dffd-dc9f-465d-a8fa-8493a98e9163)] {{(pid=87787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 03:01:04.287225 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [req-1fb4ccf5-6dad-437e-9d89-5faa54a13387 req-1e705347-06d1-4024-b963-2dd7d8e3bfd9 tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334124'] for port, precommit_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:01:04.414953 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.plugins.ml2.plugin [req-1fb4ccf5-6dad-437e-9d89-5faa54a13387 req-1e705347-06d1-4024-b963-2dd7d8e3bfd9 tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] Calling delete_port for e344ea62-bb4f-4aa1-afd8-7c5ef8921345 owned by compute:nova {{(pid=87787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 03:01:04.590292 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [req-1fb4ccf5-6dad-437e-9d89-5faa54a13387 req-1e705347-06d1-4024-b963-2dd7d8e3bfd9 tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762847213038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762846864689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3006662'] for port, after_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:01:04.633916 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.db [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] get_ports_and_sgs() called for port_ids ['e344ea62-bb4f-4aa1-afd8-7c5ef8921345'] {{(pid=87788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 03:01:04.640043 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e705347-06d1-4024-b963-2dd7d8e3bfd9 tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] Pushing event deleted for resources: {'Port': ['ID=e344ea62-bb4f-4aa1-afd8-7c5ef8921345,revision_number=None']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:01:04.684892 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e705347-06d1-4024-b963-2dd7d8e3bfd9 tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:01:04.685238 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e705347-06d1-4024-b963-2dd7d8e3bfd9 tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:01:04.685574 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e705347-06d1-4024-b963-2dd7d8e3bfd9 tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:01:04.685901 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e705347-06d1-4024-b963-2dd7d8e3bfd9 tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:01:04.686225 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e705347-06d1-4024-b963-2dd7d8e3bfd9 tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:01:04.686548 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e705347-06d1-4024-b963-2dd7d8e3bfd9 tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:01:04.686870 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e705347-06d1-4024-b963-2dd7d8e3bfd9 tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:01:04.687213 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e705347-06d1-4024-b963-2dd7d8e3bfd9 tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:01:04.687582 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e705347-06d1-4024-b963-2dd7d8e3bfd9 tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:01:04.687908 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e705347-06d1-4024-b963-2dd7d8e3bfd9 tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:01:04.688233 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e705347-06d1-4024-b963-2dd7d8e3bfd9 tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:01:04.688543 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e705347-06d1-4024-b963-2dd7d8e3bfd9 tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:01:04.732402 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fb4ccf5-6dad-437e-9d89-5faa54a13387 req-1e705347-06d1-4024-b963-2dd7d8e3bfd9 tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] No DVR routers for this DVR port e344ea62-bb4f-4aa1-afd8-7c5ef8921345 on host hv-cinder-83705 {{(pid=87787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 03:01:04.734842 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [req-1fb4ccf5-6dad-437e-9d89-5faa54a13387 req-1e705347-06d1-4024-b963-2dd7d8e3bfd9 tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207533'] for port, before_response {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:01:04.738601 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd452826-14af-42d3-af35-8aaaede3d3d5', 'name': 'network-vif-deleted', 'tag': 'e344ea62-bb4f-4aa1-afd8-7c5ef8921345'}] {{(pid=87787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 03:01:04.783441 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.notifiers.nova [-] Nova event matching ['req-317d8323-c04c-4dd7-a1e5-524c18b00496'] response: {'server_uuid': 'bd452826-14af-42d3-af35-8aaaede3d3d5', 'name': 'network-vif-deleted', 'tag': 'e344ea62-bb4f-4aa1-afd8-7c5ef8921345', 'status': 'completed', 'code': 200} Apr 08 03:01:04.801723 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-1fb4ccf5-6dad-437e-9d89-5faa54a13387 req-1e705347-06d1-4024-b963-2dd7d8e3bfd9 tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] 10.222.0.39 "DELETE /v2.0/ports/e344ea62-bb4f-4aa1-afd8-7c5ef8921345 HTTP/1.1" status: 204 len: 173 time: 0.8287048 Apr 08 03:01:04.945105 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543305ce-48b6-487b-93ca-511ce397741f req-65306068-049a-489e-bbaa-191a67dcc663 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:01:04.946540 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-543305ce-48b6-487b-93ca-511ce397741f req-65306068-049a-489e-bbaa-191a67dcc663 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcf140c8-6253-441e-87a3-ae36ef0e2bac HTTP/1.1" status: 200 len: 945 time: 0.0792706 Apr 08 03:01:05.004398 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-543305ce-48b6-487b-93ca-511ce397741f req-4ecabc99-51ba-400a-83d3-ed725427d502 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] 10.222.0.15 "GET /v2.0/security-groups?id=22edd372-7418-42f2-9187-61e1546f1f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511990 Apr 08 03:01:05.093875 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523c2751-8c58-4a8e-b816-56e90797b596 req-5fb19ee9-472e-4fa6-a4ae-f186d00f52ae tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:01:05.095386 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-523c2751-8c58-4a8e-b816-56e90797b596 req-5fb19ee9-472e-4fa6-a4ae-f186d00f52ae tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] 10.222.0.15 "GET /v2.0/ports?device_id=a27a10dc-251a-43a1-a678-3f066f540399 HTTP/1.1" status: 200 len: 984 time: 0.0867493 Apr 08 03:01:05.144281 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-523c2751-8c58-4a8e-b816-56e90797b596 req-9b8e53d9-2e4f-4b6f-935e-f93dc48e1429 tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] 10.222.0.15 "GET /v2.0/security-groups?id=c53c76da-fd7a-4bc8-9a03-58f6e6d3c12a&id=3d0b1559-7425-473f-bd1c-fb1704313e64&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0426898 Apr 08 03:01:05.147818 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d520f411-3b06-4141-86be-8a6b12c2acc1 req-c417ab62-b91b-4e6f-99ea-de993570fe18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:01:05.149820 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-d520f411-3b06-4141-86be-8a6b12c2acc1 req-c417ab62-b91b-4e6f-99ea-de993570fe18 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e54ae39904dd451ab45f8d4f4dd2c54f&device_id=a27a10dc-251a-43a1-a678-3f066f540399 HTTP/1.1" status: 200 len: 1137 time: 0.0746257 Apr 08 03:01:05.290841 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d520f411-3b06-4141-86be-8a6b12c2acc1 req-2a1f053b-ee67-4c80-9c0d-c423d6016ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:01:05.292370 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-d520f411-3b06-4141-86be-8a6b12c2acc1 req-2a1f053b-ee67-4c80-9c0d-c423d6016ca8 service neutron] 10.222.0.39 "GET /v2.0/networks?id=bd9205d9-b280-4f90-8987-2cd32fbefb13 HTTP/1.1" status: 200 len: 915 time: 0.1263075 Apr 08 03:01:05.397121 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-d520f411-3b06-4141-86be-8a6b12c2acc1 req-10a72925-a7b0-4776-a4fe-4c7397475fba service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1a657876-5e33-4830-837a-fb58e7d28a92 HTTP/1.1" status: 200 len: 1001 time: 0.0976396 Apr 08 03:01:05.423985 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-7ff69694-a983-45d3-ac0f-8a6d445b0d05 req-682b4faf-5687-4814-b48b-07467de8a097 tempest-VolumesSnapshotTestJSON-1098980508 tempest-VolumesSnapshotTestJSON-1098980508-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd452826-14af-42d3-af35-8aaaede3d3d5 HTTP/1.1" status: 200 len: 210 time: 0.0428116 Apr 08 03:01:05.463973 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d520f411-3b06-4141-86be-8a6b12c2acc1 req-57b846da-2adb-408c-9d27-1dd0dbfa10ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:01:05.465397 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-d520f411-3b06-4141-86be-8a6b12c2acc1 req-57b846da-2adb-408c-9d27-1dd0dbfa10ce service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2c480e54-0d9e-4bc0-858b-99b185c4ed0c HTTP/1.1" status: 200 len: 853 time: 0.0615683 Apr 08 03:01:05.550404 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d520f411-3b06-4141-86be-8a6b12c2acc1 req-5189c2e0-b1c9-4b8d-a744-ea5f8a1972f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:01:05.551785 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-d520f411-3b06-4141-86be-8a6b12c2acc1 req-5189c2e0-b1c9-4b8d-a744-ea5f8a1972f9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bd9205d9-b280-4f90-8987-2cd32fbefb13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0700653 Apr 08 03:01:05.745382 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-d520f411-3b06-4141-86be-8a6b12c2acc1 req-e9a7d09e-97eb-4477-82f3-cd744fc0add3 service neutron] 10.222.0.39 "GET /v2.0/networks/bd9205d9-b280-4f90-8987-2cd32fbefb13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850626 Apr 08 03:01:05.877786 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-d520f411-3b06-4141-86be-8a6b12c2acc1 req-e5e39505-0294-421d-9394-f0fff47b30cd service neutron] 10.222.0.39 "GET /v2.0/networks/bd9205d9-b280-4f90-8987-2cd32fbefb13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222146 Apr 08 03:01:06.266752 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd1d938-dec2-4df7-a8ef-71ac5d74fe53 req-beb314e4-5bb8-4c64-b7d5-c5933f2cfbef tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:01:06.268227 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-5cd1d938-dec2-4df7-a8ef-71ac5d74fe53 req-beb314e4-5bb8-4c64-b7d5-c5933f2cfbef tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcf140c8-6253-441e-87a3-ae36ef0e2bac HTTP/1.1" status: 200 len: 945 time: 0.1551828 Apr 08 03:01:06.358957 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-5cd1d938-dec2-4df7-a8ef-71ac5d74fe53 req-5c21b86f-c116-446b-a8a7-131f687b08dc tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] 10.222.0.15 "GET /v2.0/security-groups?id=22edd372-7418-42f2-9187-61e1546f1f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592194 Apr 08 03:01:06.385000 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c74de9c-3151-4b90-b795-fede9ffcec10 req-000ee10a-51e0-4068-a7d3-537dfc78b7f5 tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:01:06.386427 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-4c74de9c-3151-4b90-b795-fede9ffcec10 req-000ee10a-51e0-4068-a7d3-537dfc78b7f5 tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] 10.222.0.15 "GET /v2.0/ports?device_id=a27a10dc-251a-43a1-a678-3f066f540399 HTTP/1.1" status: 200 len: 984 time: 0.1173525 Apr 08 03:01:06.432201 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-4c74de9c-3151-4b90-b795-fede9ffcec10 req-450bdc38-61d2-4980-aecb-d23e72632328 tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] 10.222.0.15 "GET /v2.0/security-groups?id=c53c76da-fd7a-4bc8-9a03-58f6e6d3c12a&id=3d0b1559-7425-473f-bd1c-fb1704313e64&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0399418 Apr 08 03:01:07.585000 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee7c25b-7bd7-4c51-9344-99eeda26d9b0 req-f56b223e-a83b-490c-b7de-7299e5789d47 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:01:07.587467 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-dee7c25b-7bd7-4c51-9344-99eeda26d9b0 req-f56b223e-a83b-490c-b7de-7299e5789d47 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcf140c8-6253-441e-87a3-ae36ef0e2bac HTTP/1.1" status: 200 len: 945 time: 0.1214685 Apr 08 03:01:07.641765 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-dee7c25b-7bd7-4c51-9344-99eeda26d9b0 req-baae9a20-e98e-4cc9-99da-559ee402245d tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] 10.222.0.15 "GET /v2.0/security-groups?id=22edd372-7418-42f2-9187-61e1546f1f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479548 Apr 08 03:01:07.677762 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3c679e-6f8f-4d27-86fb-f7e62a908bae req-573f4ac7-d092-4a7b-88d7-31fab1ac6c3f tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:01:07.679746 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-fd3c679e-6f8f-4d27-86fb-f7e62a908bae req-573f4ac7-d092-4a7b-88d7-31fab1ac6c3f tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] 10.222.0.15 "GET /v2.0/ports?device_id=a27a10dc-251a-43a1-a678-3f066f540399 HTTP/1.1" status: 200 len: 984 time: 0.1390755 Apr 08 03:01:07.726428 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-fd3c679e-6f8f-4d27-86fb-f7e62a908bae req-099e3426-bb6a-45a3-b719-37bf2b0789e4 tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] 10.222.0.15 "GET /v2.0/security-groups?id=c53c76da-fd7a-4bc8-9a03-58f6e6d3c12a&id=3d0b1559-7425-473f-bd1c-fb1704313e64&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0409260 Apr 08 03:01:08.828494 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d03084-e8ad-4f1c-8d39-476ce30306ea req-6e86cedb-b81a-41d0-a07a-db69e175fc22 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:01:08.830234 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-72d03084-e8ad-4f1c-8d39-476ce30306ea req-6e86cedb-b81a-41d0-a07a-db69e175fc22 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcf140c8-6253-441e-87a3-ae36ef0e2bac HTTP/1.1" status: 200 len: 945 time: 0.0813346 Apr 08 03:01:08.922280 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-72d03084-e8ad-4f1c-8d39-476ce30306ea req-2703e83d-93a9-4b64-9e6d-58f086c0460f tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] 10.222.0.15 "GET /v2.0/security-groups?id=22edd372-7418-42f2-9187-61e1546f1f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598173 Apr 08 03:01:08.946675 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5882b4f-3ac4-4858-b0f1-d3b19905ba47 req-df895ecd-cde4-408d-8adf-5cb8f3b5948a tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:01:08.948158 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-d5882b4f-3ac4-4858-b0f1-d3b19905ba47 req-df895ecd-cde4-408d-8adf-5cb8f3b5948a tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] 10.222.0.15 "GET /v2.0/ports?device_id=a27a10dc-251a-43a1-a678-3f066f540399 HTTP/1.1" status: 200 len: 984 time: 0.1168659 Apr 08 03:01:08.993403 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-d5882b4f-3ac4-4858-b0f1-d3b19905ba47 req-a57630b5-67b1-416f-9e81-3e48b96ce8b4 tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] 10.222.0.15 "GET /v2.0/security-groups?id=c53c76da-fd7a-4bc8-9a03-58f6e6d3c12a&id=3d0b1559-7425-473f-bd1c-fb1704313e64&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0395255 Apr 08 03:01:09.187025 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Device e344ea62-bb4f-4aa1-afd8-7c5ef8921345 no longer exists at agent hyperv_hv-cinder-83705 {{(pid=87788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 03:01:09.216171 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:01:09.221524 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.plugin [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] No Port match for: e344ea62-bb4f-4aa1-afd8-7c5ef8921345 {{(pid=87788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 03:01:09.221857 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Device e344ea62-bb4f-4aa1-afd8-7c5ef8921345 not bound to the agent host hv-cinder-83705 {{(pid=87788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 03:01:10.104941 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d016491-c903-48ea-9997-b8e9d835a79b req-31e1d629-34b8-4b81-a90b-5ad1431fced3 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:01:10.106524 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-6d016491-c903-48ea-9997-b8e9d835a79b req-31e1d629-34b8-4b81-a90b-5ad1431fced3 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcf140c8-6253-441e-87a3-ae36ef0e2bac HTTP/1.1" status: 200 len: 945 time: 0.0800145 Apr 08 03:01:10.205147 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-6d016491-c903-48ea-9997-b8e9d835a79b req-95ecd9c8-0c1d-4436-abb1-b0f2a92081fc tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] 10.222.0.15 "GET /v2.0/security-groups?id=22edd372-7418-42f2-9187-61e1546f1f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647013 Apr 08 03:01:10.229759 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b28d901-90f5-4c78-9877-9417782fa2b6 req-0c866907-ff71-4ed9-90ed-2b61a49a24c5 tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:01:10.231561 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-6b28d901-90f5-4c78-9877-9417782fa2b6 req-0c866907-ff71-4ed9-90ed-2b61a49a24c5 tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] 10.222.0.15 "GET /v2.0/ports?device_id=a27a10dc-251a-43a1-a678-3f066f540399 HTTP/1.1" status: 200 len: 984 time: 0.1238308 Apr 08 03:01:10.292119 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-6b28d901-90f5-4c78-9877-9417782fa2b6 req-01d8efad-4b9a-4e99-934f-ea25e530d6c0 tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] 10.222.0.15 "GET /v2.0/security-groups?id=c53c76da-fd7a-4bc8-9a03-58f6e6d3c12a&id=3d0b1559-7425-473f-bd1c-fb1704313e64&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0463614 Apr 08 03:01:10.524215 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-b6b77e4d-2f07-4507-ad62-868c0fca7d66 req-a2f34594-b648-45e4-adac-c3780fff2368 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=df0970e5-c7c0-43bb-8474-b5e830fcd18b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0872622 Apr 08 03:01:10.636641 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b77e4d-2f07-4507-ad62-868c0fca7d66 req-d4105d91-e544-46c2-8fef-d52a6dfffd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:01:10.638105 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-b6b77e4d-2f07-4507-ad62-868c0fca7d66 req-d4105d91-e544-46c2-8fef-d52a6dfffd05 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8802cd0cfe144a92a69089a1dac25d8f&device_id=df0970e5-c7c0-43bb-8474-b5e830fcd18b HTTP/1.1" status: 200 len: 1099 time: 0.0766301 Apr 08 03:01:10.797077 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b77e4d-2f07-4507-ad62-868c0fca7d66 req-7a4d6d67-36a0-48e1-955c-f02cf9545620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:01:10.798568 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-b6b77e4d-2f07-4507-ad62-868c0fca7d66 req-7a4d6d67-36a0-48e1-955c-f02cf9545620 service neutron] 10.222.0.39 "GET /v2.0/networks?id=13de0308-e21f-45b1-8a0f-24108cbfbce7 HTTP/1.1" status: 200 len: 918 time: 0.1308260 Apr 08 03:01:10.903003 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-b6b77e4d-2f07-4507-ad62-868c0fca7d66 req-20578c34-e044-4fcf-870e-ca69cfbf80c2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b7d4bd13-6a1e-4fc0-b932-4781581db910 HTTP/1.1" status: 200 len: 1001 time: 0.0969656 Apr 08 03:01:10.969270 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b77e4d-2f07-4507-ad62-868c0fca7d66 req-0c7d551d-e8fe-4a45-a353-e952b1101f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:01:10.970689 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-b6b77e4d-2f07-4507-ad62-868c0fca7d66 req-0c7d551d-e8fe-4a45-a353-e952b1101f75 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=da634180-ad94-49db-9cf0-02a07794ec35 HTTP/1.1" status: 200 len: 856 time: 0.0561645 Apr 08 03:01:11.048307 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b77e4d-2f07-4507-ad62-868c0fca7d66 req-cd918391-cec1-48a0-8b27-f5cd49908df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:01:11.049769 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-b6b77e4d-2f07-4507-ad62-868c0fca7d66 req-cd918391-cec1-48a0-8b27-f5cd49908df2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=13de0308-e21f-45b1-8a0f-24108cbfbce7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0723214 Apr 08 03:01:11.180779 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-b6b77e4d-2f07-4507-ad62-868c0fca7d66 req-7e88eddd-d8b1-4158-9177-ecda5e0a4c01 service neutron] 10.222.0.39 "GET /v2.0/networks/13de0308-e21f-45b1-8a0f-24108cbfbce7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234994 Apr 08 03:01:11.337289 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-b6b77e4d-2f07-4507-ad62-868c0fca7d66 req-b479c0c1-6f86-4556-8eea-893423b3e106 service neutron] 10.222.0.39 "GET /v2.0/networks/13de0308-e21f-45b1-8a0f-24108cbfbce7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497910 Apr 08 03:01:11.402233 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43718b14-935e-4448-858a-eaff9d295f67 req-7b3c10f3-b82a-4826-a979-5926b8f20740 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:01:11.404760 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-43718b14-935e-4448-858a-eaff9d295f67 req-7b3c10f3-b82a-4826-a979-5926b8f20740 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcf140c8-6253-441e-87a3-ae36ef0e2bac HTTP/1.1" status: 200 len: 945 time: 0.0876284 Apr 08 03:01:11.499322 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-43718b14-935e-4448-858a-eaff9d295f67 req-3bddf033-1ca6-45eb-872f-2cadf3bdea5a tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] 10.222.0.15 "GET /v2.0/security-groups?id=22edd372-7418-42f2-9187-61e1546f1f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893331 Apr 08 03:01:11.527065 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1388aca1-29a2-4499-b321-27b159ea8ab8 req-6a3bc48e-e8d9-40fc-bed8-b62195875a0f tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:01:11.528827 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-1388aca1-29a2-4499-b321-27b159ea8ab8 req-6a3bc48e-e8d9-40fc-bed8-b62195875a0f tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] 10.222.0.15 "GET /v2.0/ports?device_id=a27a10dc-251a-43a1-a678-3f066f540399 HTTP/1.1" status: 200 len: 984 time: 0.1024928 Apr 08 03:01:11.576168 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-1388aca1-29a2-4499-b321-27b159ea8ab8 req-48f612ad-b8b2-48ef-9c6a-e4bf8feeb46e tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] 10.222.0.15 "GET /v2.0/security-groups?id=c53c76da-fd7a-4bc8-9a03-58f6e6d3c12a&id=3d0b1559-7425-473f-bd1c-fb1704313e64&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0413866 Apr 08 03:01:12.698119 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192a3e03-2367-47b4-bcc5-f721e0106e18 req-11ff0c29-bdca-4f51-b335-6519c0b8af13 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:01:12.698119 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-192a3e03-2367-47b4-bcc5-f721e0106e18 req-11ff0c29-bdca-4f51-b335-6519c0b8af13 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcf140c8-6253-441e-87a3-ae36ef0e2bac HTTP/1.1" status: 200 len: 945 time: 0.0836668 Apr 08 03:01:12.794741 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-192a3e03-2367-47b4-bcc5-f721e0106e18 req-3f082539-9418-4e71-a829-052d0a0ec8ea tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] 10.222.0.15 "GET /v2.0/security-groups?id=22edd372-7418-42f2-9187-61e1546f1f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674117 Apr 08 03:01:12.820900 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4170c0f-1baf-4359-9f96-28c856af2bf0 req-89fa32af-1771-43b3-b53d-4117521d5d42 tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:01:12.822470 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-e4170c0f-1baf-4359-9f96-28c856af2bf0 req-89fa32af-1771-43b3-b53d-4117521d5d42 tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] 10.222.0.15 "GET /v2.0/ports?device_id=a27a10dc-251a-43a1-a678-3f066f540399 HTTP/1.1" status: 200 len: 984 time: 0.1326065 Apr 08 03:01:12.869802 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-e4170c0f-1baf-4359-9f96-28c856af2bf0 req-989198a1-bbb2-4e63-ab95-e5703f5c2dcc tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] 10.222.0.15 "GET /v2.0/security-groups?id=c53c76da-fd7a-4bc8-9a03-58f6e6d3c12a&id=3d0b1559-7425-473f-bd1c-fb1704313e64&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0414357 Apr 08 03:01:13.986691 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76387206-2144-4818-b84a-9c649ea13c66 req-1700ebb1-f267-46c3-837c-c14d80c30940 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:01:13.988140 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-76387206-2144-4818-b84a-9c649ea13c66 req-1700ebb1-f267-46c3-837c-c14d80c30940 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcf140c8-6253-441e-87a3-ae36ef0e2bac HTTP/1.1" status: 200 len: 945 time: 0.0840235 Apr 08 03:01:14.032520 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-76387206-2144-4818-b84a-9c649ea13c66 req-2c6c427c-89c9-4437-8fce-7b8722389c23 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] 10.222.0.15 "GET /v2.0/security-groups?id=22edd372-7418-42f2-9187-61e1546f1f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381081 Apr 08 03:01:14.291192 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0552b66-e97a-4b2e-9d8c-acf4ba5c1833 req-a834a2eb-7feb-4594-a753-a1c976961ffb tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:01:14.299911 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-b0552b66-e97a-4b2e-9d8c-acf4ba5c1833 req-a834a2eb-7feb-4594-a753-a1c976961ffb tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7018345-ef6c-448f-a6e4-6737eabc6aff HTTP/1.1" status: 200 len: 946 time: 0.1133094 Apr 08 03:01:14.312817 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05986926-751e-47ea-9c50-3a69c1b2d0a1 req-3314e648-f469-4758-93de-744a1aa60f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:01:14.314684 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-05986926-751e-47ea-9c50-3a69c1b2d0a1 req-3314e648-f469-4758-93de-744a1aa60f8c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9e6274c43de24b849ee9a4529c53f5b5&device_id=c7018345-ef6c-448f-a6e4-6737eabc6aff HTTP/1.1" status: 200 len: 1099 time: 0.0830812 Apr 08 03:01:14.403804 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-b0552b66-e97a-4b2e-9d8c-acf4ba5c1833 req-c0aa1daa-e864-4eb5-8782-4f60f2e0df82 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/security-groups?id=571e5dd1-f399-4374-b407-7bcc9f77f98a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027400 Apr 08 03:01:14.446947 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf2c0da-dc48-4403-96ae-8dd2cb3c5fcf req-d8a1fb14-7efd-4c28-aea6-a9f1791eef6e tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:01:14.448450 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-adf2c0da-dc48-4403-96ae-8dd2cb3c5fcf req-d8a1fb14-7efd-4c28-aea6-a9f1791eef6e tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] 10.222.0.15 "GET /v2.0/ports?device_id=a27a10dc-251a-43a1-a678-3f066f540399 HTTP/1.1" status: 200 len: 984 time: 0.1466398 Apr 08 03:01:14.471266 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05986926-751e-47ea-9c50-3a69c1b2d0a1 req-3018149f-8516-459f-be1c-62791781b291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:01:14.472766 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-05986926-751e-47ea-9c50-3a69c1b2d0a1 req-3018149f-8516-459f-be1c-62791781b291 service neutron] 10.222.0.39 "GET /v2.0/networks?id=769a4c13-39df-48c1-b6cd-854ac881aaa3 HTTP/1.1" status: 200 len: 919 time: 0.1506910 Apr 08 03:01:14.497382 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-adf2c0da-dc48-4403-96ae-8dd2cb3c5fcf req-c2fa239b-60c3-420b-bd66-2df69769b368 tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] 10.222.0.15 "GET /v2.0/security-groups?id=c53c76da-fd7a-4bc8-9a03-58f6e6d3c12a&id=3d0b1559-7425-473f-bd1c-fb1704313e64&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0429561 Apr 08 03:01:14.575756 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-05986926-751e-47ea-9c50-3a69c1b2d0a1 req-0746e973-d34f-4881-b523-b0ef0e9a199e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2b57f67a-776a-4f71-a7a5-8dbbc62b7994 HTTP/1.1" status: 200 len: 1002 time: 0.0968528 Apr 08 03:01:14.637770 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05986926-751e-47ea-9c50-3a69c1b2d0a1 req-6588719c-656e-4516-a111-1ad5b04c359e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:01:14.639182 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-05986926-751e-47ea-9c50-3a69c1b2d0a1 req-6588719c-656e-4516-a111-1ad5b04c359e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2ff278b6-8dcd-49ad-92d3-ea301b80d1c2 HTTP/1.1" status: 200 len: 857 time: 0.0566058 Apr 08 03:01:14.727047 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05986926-751e-47ea-9c50-3a69c1b2d0a1 req-2205d90b-2bea-44a9-add0-761b7f3ac273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:01:14.728555 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-05986926-751e-47ea-9c50-3a69c1b2d0a1 req-2205d90b-2bea-44a9-add0-761b7f3ac273 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=769a4c13-39df-48c1-b6cd-854ac881aaa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0809231 Apr 08 03:01:14.933923 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-05986926-751e-47ea-9c50-3a69c1b2d0a1 req-a8001fb5-b6f5-4f33-877d-3425b19621b3 service neutron] 10.222.0.39 "GET /v2.0/networks/769a4c13-39df-48c1-b6cd-854ac881aaa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1985152 Apr 08 03:01:15.065968 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-05986926-751e-47ea-9c50-3a69c1b2d0a1 req-8594a682-3051-44c0-96cd-3a667b214986 service neutron] 10.222.0.39 "GET /v2.0/networks/769a4c13-39df-48c1-b6cd-854ac881aaa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255233 Apr 08 03:01:15.223261 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7d3ab9-54f4-4fb7-8dd5-d3872ee30849 req-088b610a-98f8-44ce-be4b-ace293383bd3 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:01:15.224717 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-2c7d3ab9-54f4-4fb7-8dd5-d3872ee30849 req-088b610a-98f8-44ce-be4b-ace293383bd3 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcf140c8-6253-441e-87a3-ae36ef0e2bac HTTP/1.1" status: 200 len: 945 time: 0.0829599 Apr 08 03:01:15.268750 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-2c7d3ab9-54f4-4fb7-8dd5-d3872ee30849 req-87d3ff1b-aedd-419b-84ed-6d0286fbc894 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] 10.222.0.15 "GET /v2.0/security-groups?id=22edd372-7418-42f2-9187-61e1546f1f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383368 Apr 08 03:01:15.586873 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24310b9-2bca-4271-b76c-1d04b431ac94 req-8544377b-f233-4fcb-8ff2-335b6ef034b7 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:01:15.588341 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-e24310b9-2bca-4271-b76c-1d04b431ac94 req-8544377b-f233-4fcb-8ff2-335b6ef034b7 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7018345-ef6c-448f-a6e4-6737eabc6aff HTTP/1.1" status: 200 len: 946 time: 0.0782108 Apr 08 03:01:15.680349 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-e24310b9-2bca-4271-b76c-1d04b431ac94 req-3145959e-0be1-4cb4-ba38-d2168d0f58cd tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/security-groups?id=571e5dd1-f399-4374-b407-7bcc9f77f98a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860369 Apr 08 03:01:15.712819 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83556b35-0c2c-4249-807a-4a4f704ee229 req-3357c421-3add-4a88-a21b-b9bbf8b85896 tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:01:15.714252 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-83556b35-0c2c-4249-807a-4a4f704ee229 req-3357c421-3add-4a88-a21b-b9bbf8b85896 tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] 10.222.0.15 "GET /v2.0/ports?device_id=a27a10dc-251a-43a1-a678-3f066f540399 HTTP/1.1" status: 200 len: 984 time: 0.1046660 Apr 08 03:01:15.760792 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-83556b35-0c2c-4249-807a-4a4f704ee229 req-2ca4befb-f81a-4b4c-a69d-b66f0742a6f3 tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] 10.222.0.15 "GET /v2.0/security-groups?id=c53c76da-fd7a-4bc8-9a03-58f6e6d3c12a&id=3d0b1559-7425-473f-bd1c-fb1704313e64&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0407014 Apr 08 03:01:16.461757 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58953f41-6e0c-4434-8c20-3b312cd03074 req-053b79e8-0222-4b5c-bbe1-bf2622620f52 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:01:16.463259 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-58953f41-6e0c-4434-8c20-3b312cd03074 req-053b79e8-0222-4b5c-bbe1-bf2622620f52 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcf140c8-6253-441e-87a3-ae36ef0e2bac HTTP/1.1" status: 200 len: 945 time: 0.0784833 Apr 08 03:01:16.513459 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-58953f41-6e0c-4434-8c20-3b312cd03074 req-ecb180c6-df67-4518-ab80-0a1dfb0979e3 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] 10.222.0.15 "GET /v2.0/security-groups?id=22edd372-7418-42f2-9187-61e1546f1f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443435 Apr 08 03:01:16.734248 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.agents_db [None req-78530461-7b12-4524-9e6e-3e4de8d78fc4 None None] Agent healthcheck: found 6 active agents {{(pid=87789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 03:01:16.997546 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fa9ba7-04b8-41de-93e9-89d585a54f37 req-67d6559f-cbc8-4250-ab0f-c96db6e80c9e tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:01:16.998940 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-f2fa9ba7-04b8-41de-93e9-89d585a54f37 req-67d6559f-cbc8-4250-ab0f-c96db6e80c9e tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7018345-ef6c-448f-a6e4-6737eabc6aff HTTP/1.1" status: 200 len: 946 time: 0.2096314 Apr 08 03:01:17.006661 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1e5c04-f60c-4bae-a002-70492c5afe33 req-c90e8ab8-08b4-4dd0-a269-9504b858515d tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:01:17.008318 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-8e1e5c04-f60c-4bae-a002-70492c5afe33 req-c90e8ab8-08b4-4dd0-a269-9504b858515d tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] 10.222.0.15 "GET /v2.0/ports?device_id=a27a10dc-251a-43a1-a678-3f066f540399 HTTP/1.1" status: 200 len: 984 time: 0.1199429 Apr 08 03:01:17.075991 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-f2fa9ba7-04b8-41de-93e9-89d585a54f37 req-f980929c-3ef1-4396-83e3-709afd3ace60 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/security-groups?id=571e5dd1-f399-4374-b407-7bcc9f77f98a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667191 Apr 08 03:01:17.085954 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-8e1e5c04-f60c-4bae-a002-70492c5afe33 req-aa71ac47-6eae-4e68-806b-5793d4a92803 tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] 10.222.0.15 "GET /v2.0/security-groups?id=c53c76da-fd7a-4bc8-9a03-58f6e6d3c12a&id=3d0b1559-7425-473f-bd1c-fb1704313e64&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0612032 Apr 08 03:01:17.698016 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf372565-0d4a-4197-a319-3b4dedeb13fe req-16efa90d-f9d6-4710-acea-f172aa8273df tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:01:17.699479 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-bf372565-0d4a-4197-a319-3b4dedeb13fe req-16efa90d-f9d6-4710-acea-f172aa8273df tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcf140c8-6253-441e-87a3-ae36ef0e2bac HTTP/1.1" status: 200 len: 945 time: 0.0832963 Apr 08 03:01:17.744045 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-bf372565-0d4a-4197-a319-3b4dedeb13fe req-3cb48a7f-8130-4918-bf90-9ee51baf9125 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] 10.222.0.15 "GET /v2.0/security-groups?id=22edd372-7418-42f2-9187-61e1546f1f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387394 Apr 08 03:01:18.334018 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cf5021-7290-4356-8035-0a19ba6bd203 req-4191a7a3-662c-4978-bb63-0ccd3318da19 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:01:18.336116 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-c0cf5021-7290-4356-8035-0a19ba6bd203 req-4191a7a3-662c-4978-bb63-0ccd3318da19 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7018345-ef6c-448f-a6e4-6737eabc6aff HTTP/1.1" status: 200 len: 946 time: 0.1529560 Apr 08 03:01:18.349381 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362a0d92-2a98-4f4f-bba5-ad9d98472be1 req-ccc97192-c4fc-42bc-a4de-f2d27ea8a744 tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:01:18.350984 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-362a0d92-2a98-4f4f-bba5-ad9d98472be1 req-ccc97192-c4fc-42bc-a4de-f2d27ea8a744 tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] 10.222.0.15 "GET /v2.0/ports?device_id=a27a10dc-251a-43a1-a678-3f066f540399 HTTP/1.1" status: 200 len: 984 time: 0.1314344 Apr 08 03:01:18.427166 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-c0cf5021-7290-4356-8035-0a19ba6bd203 req-885d77f1-1872-4692-aed0-811ba3755dd3 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/security-groups?id=571e5dd1-f399-4374-b407-7bcc9f77f98a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740101 Apr 08 03:01:18.432160 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-362a0d92-2a98-4f4f-bba5-ad9d98472be1 req-39d27d4d-26b5-4588-8622-ee751fe9161c tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] 10.222.0.15 "GET /v2.0/security-groups?id=c53c76da-fd7a-4bc8-9a03-58f6e6d3c12a&id=3d0b1559-7425-473f-bd1c-fb1704313e64&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0633752 Apr 08 03:01:18.931747 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87db5c2-1ec3-4368-afd0-1cdedaaafae0 req-3a8afb3a-dc48-408b-a8ac-00bebd2c7b25 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:01:18.933152 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-c87db5c2-1ec3-4368-afd0-1cdedaaafae0 req-3a8afb3a-dc48-408b-a8ac-00bebd2c7b25 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcf140c8-6253-441e-87a3-ae36ef0e2bac HTTP/1.1" status: 200 len: 945 time: 0.0808971 Apr 08 03:01:18.976726 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-c87db5c2-1ec3-4368-afd0-1cdedaaafae0 req-a17434a1-edca-4234-bc48-6892d6ae70b2 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] 10.222.0.15 "GET /v2.0/security-groups?id=22edd372-7418-42f2-9187-61e1546f1f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372045 Apr 08 03:01:19.472575 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eec7457-bb4c-4c7b-928c-7718b024f417 req-75b90d26-a3c8-4754-ad0e-cff36de072b0 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:01:19.474022 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-8eec7457-bb4c-4c7b-928c-7718b024f417 req-75b90d26-a3c8-4754-ad0e-cff36de072b0 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcf140c8-6253-441e-87a3-ae36ef0e2bac HTTP/1.1" status: 200 len: 945 time: 0.0793822 Apr 08 03:01:19.521461 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-8eec7457-bb4c-4c7b-928c-7718b024f417 req-1c437c51-a6b2-4072-a41c-91c8a71a9bd3 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] 10.222.0.15 "GET /v2.0/security-groups?id=22edd372-7418-42f2-9187-61e1546f1f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413771 Apr 08 03:01:19.605156 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db12544-9d86-45dc-b99f-6d738aa80c37 req-d0776f74-54d5-4679-b295-481f69070e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:01:19.606592 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-7db12544-9d86-45dc-b99f-6d738aa80c37 req-d0776f74-54d5-4679-b295-481f69070e1e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=27912339e79e43db900700b20c01bd73&device_id=fcf140c8-6253-441e-87a3-ae36ef0e2bac HTTP/1.1" status: 200 len: 1098 time: 0.0707574 Apr 08 03:01:19.617865 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7211d8-1f4b-44c7-b742-e13e6be8614f req-956651f1-ec84-42b8-aee1-784d859bc901 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:01:19.619750 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-dd7211d8-1f4b-44c7-b742-e13e6be8614f req-956651f1-ec84-42b8-aee1-784d859bc901 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7018345-ef6c-448f-a6e4-6737eabc6aff HTTP/1.1" status: 200 len: 946 time: 0.0812793 Apr 08 03:01:19.664948 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-dd7211d8-1f4b-44c7-b742-e13e6be8614f req-4b76eb43-354f-4893-becb-7060c80d8201 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/security-groups?id=571e5dd1-f399-4374-b407-7bcc9f77f98a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392985 Apr 08 03:01:19.739471 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db12544-9d86-45dc-b99f-6d738aa80c37 req-84d3fb71-3f0f-4ed6-9c38-ebf435b6cc16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:01:19.740902 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-7db12544-9d86-45dc-b99f-6d738aa80c37 req-84d3fb71-3f0f-4ed6-9c38-ebf435b6cc16 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c8c3b9c3-2a08-4eb4-872c-03cbce1e3b10 HTTP/1.1" status: 200 len: 911 time: 0.1277387 Apr 08 03:01:19.843017 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-7db12544-9d86-45dc-b99f-6d738aa80c37 req-7ba151b1-332f-48b6-8d87-03cc945d2185 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8ec17ccc-498d-4813-8a52-961f542095a0 HTTP/1.1" status: 200 len: 1001 time: 0.0959964 Apr 08 03:01:19.907449 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db12544-9d86-45dc-b99f-6d738aa80c37 req-189e5f23-1e76-4527-b0dc-c6431439a25a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:01:19.908853 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-7db12544-9d86-45dc-b99f-6d738aa80c37 req-189e5f23-1e76-4527-b0dc-c6431439a25a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=18b119e0-b657-4738-8e56-4872d79152d5 HTTP/1.1" status: 200 len: 849 time: 0.0590229 Apr 08 03:01:19.985524 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db12544-9d86-45dc-b99f-6d738aa80c37 req-171ed6fe-fedb-4ca5-8957-303e51552782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:01:19.986982 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-7db12544-9d86-45dc-b99f-6d738aa80c37 req-171ed6fe-fedb-4ca5-8957-303e51552782 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c8c3b9c3-2a08-4eb4-872c-03cbce1e3b10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0680552 Apr 08 03:01:20.117638 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-7db12544-9d86-45dc-b99f-6d738aa80c37 req-f34f4534-1b0e-45fc-bcf8-a19babf30ccf service neutron] 10.222.0.39 "GET /v2.0/networks/c8c3b9c3-2a08-4eb4-872c-03cbce1e3b10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236727 Apr 08 03:01:20.253332 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-7db12544-9d86-45dc-b99f-6d738aa80c37 req-ca87a7e1-2b8e-45d9-b28b-b4a4880b87cf service neutron] 10.222.0.39 "GET /v2.0/networks/c8c3b9c3-2a08-4eb4-872c-03cbce1e3b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298890 Apr 08 03:01:20.704816 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c168842d-060a-42c0-8dc5-be319ba72495 req-b5c0b3a5-126f-431c-99d2-0faf992ba3f8 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:01:20.706421 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-c168842d-060a-42c0-8dc5-be319ba72495 req-b5c0b3a5-126f-431c-99d2-0faf992ba3f8 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcf140c8-6253-441e-87a3-ae36ef0e2bac HTTP/1.1" status: 200 len: 945 time: 0.0789895 Apr 08 03:01:20.754536 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-c168842d-060a-42c0-8dc5-be319ba72495 req-673908b0-2bc5-4ec4-997f-8862297cc6bf tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] 10.222.0.15 "GET /v2.0/security-groups?id=22edd372-7418-42f2-9187-61e1546f1f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416296 Apr 08 03:01:20.853489 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffc6860-2f0c-40c2-b811-ce78a9ac395f req-886a65c6-5824-471d-8a1d-c465524b2e99 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:01:20.854940 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-8ffc6860-2f0c-40c2-b811-ce78a9ac395f req-886a65c6-5824-471d-8a1d-c465524b2e99 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7018345-ef6c-448f-a6e4-6737eabc6aff HTTP/1.1" status: 200 len: 946 time: 0.0825150 Apr 08 03:01:20.898597 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-8ffc6860-2f0c-40c2-b811-ce78a9ac395f req-b8504007-4f03-4306-a4c3-2d44e329249b tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/security-groups?id=571e5dd1-f399-4374-b407-7bcc9f77f98a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372522 Apr 08 03:01:21.948918 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5cae84-75d9-42a9-8105-0fd5fe84001b req-4dcee4be-db74-4b62-ad00-4011423ee501 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:01:21.950391 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-9c5cae84-75d9-42a9-8105-0fd5fe84001b req-4dcee4be-db74-4b62-ad00-4011423ee501 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcf140c8-6253-441e-87a3-ae36ef0e2bac HTTP/1.1" status: 200 len: 945 time: 0.0888872 Apr 08 03:01:21.997771 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-9c5cae84-75d9-42a9-8105-0fd5fe84001b req-1642e3a4-f62c-44b7-8d03-e000e74c4ff3 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] 10.222.0.15 "GET /v2.0/security-groups?id=22edd372-7418-42f2-9187-61e1546f1f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407598 Apr 08 03:01:22.088063 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c382617-344e-4992-97b0-f1dcf5d29f30 req-44991b83-bc83-4de3-a6e9-06a5b077a4b9 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:01:22.089407 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-5c382617-344e-4992-97b0-f1dcf5d29f30 req-44991b83-bc83-4de3-a6e9-06a5b077a4b9 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7018345-ef6c-448f-a6e4-6737eabc6aff HTTP/1.1" status: 200 len: 946 time: 0.0798059 Apr 08 03:01:22.132790 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-5c382617-344e-4992-97b0-f1dcf5d29f30 req-94e0c490-f497-40d9-a194-c97e35c75fef tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/security-groups?id=571e5dd1-f399-4374-b407-7bcc9f77f98a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377941 Apr 08 03:01:23.321200 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85643a19-0a44-4869-b2b9-cf0e6405ac34 req-b90cae2d-323e-4bae-b2f5-0b89b6ceddc1 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:01:23.322641 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-85643a19-0a44-4869-b2b9-cf0e6405ac34 req-b90cae2d-323e-4bae-b2f5-0b89b6ceddc1 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7018345-ef6c-448f-a6e4-6737eabc6aff HTTP/1.1" status: 200 len: 946 time: 0.0839875 Apr 08 03:01:23.368434 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-85643a19-0a44-4869-b2b9-cf0e6405ac34 req-849a3952-7076-4d1b-982f-a6ed38cc7435 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/security-groups?id=571e5dd1-f399-4374-b407-7bcc9f77f98a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397544 Apr 08 03:01:24.601192 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98a9d65-9f14-431b-acbf-d85a4c290d03 req-c419be33-7e00-4f47-83d3-d89cb5b7b19f tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:01:24.602713 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-f98a9d65-9f14-431b-acbf-d85a4c290d03 req-c419be33-7e00-4f47-83d3-d89cb5b7b19f tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7018345-ef6c-448f-a6e4-6737eabc6aff HTTP/1.1" status: 200 len: 946 time: 0.1315293 Apr 08 03:01:24.648685 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-f98a9d65-9f14-431b-acbf-d85a4c290d03 req-516e9863-0a3a-4f37-9017-aacecf696d80 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/security-groups?id=571e5dd1-f399-4374-b407-7bcc9f77f98a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403175 Apr 08 03:01:25.877041 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-deb7ff4b-6d26-4077-9428-456b91131b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:01:25.950848 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2bb96b-21d4-4594-aab4-c41b4bd9e3ba req-d0103c2f-e419-4fb6-97c1-84695fff0d36 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:01:25.952322 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-dd2bb96b-21d4-4594-aab4-c41b4bd9e3ba req-d0103c2f-e419-4fb6-97c1-84695fff0d36 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7018345-ef6c-448f-a6e4-6737eabc6aff HTTP/1.1" status: 200 len: 946 time: 0.1979578 Apr 08 03:01:25.995626 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-dd2bb96b-21d4-4594-aab4-c41b4bd9e3ba req-59d4ef14-9653-4c6c-b210-994e9f33e933 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/security-groups?id=571e5dd1-f399-4374-b407-7bcc9f77f98a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375252 Apr 08 03:01:27.197855 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02774190-a047-4a1a-8284-ea501fa5de50 req-3f64ef3e-3146-4462-b68b-381df37589d9 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:01:27.199345 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-02774190-a047-4a1a-8284-ea501fa5de50 req-3f64ef3e-3146-4462-b68b-381df37589d9 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7018345-ef6c-448f-a6e4-6737eabc6aff HTTP/1.1" status: 200 len: 946 time: 0.0961320 Apr 08 03:01:27.245260 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-02774190-a047-4a1a-8284-ea501fa5de50 req-6ccf3803-bb46-4a8b-baa9-38ae19bc66f1 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/security-groups?id=571e5dd1-f399-4374-b407-7bcc9f77f98a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396829 Apr 08 03:01:28.332757 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-35f36fa4-feb8-4176-86ce-8b8d046a985b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:01:28.436043 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ff256f-3a79-4c5d-889e-5f920fd2ef79 req-6cb8691f-46df-47e7-b4a2-b500f166dbbd tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:01:28.437389 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-26ff256f-3a79-4c5d-889e-5f920fd2ef79 req-6cb8691f-46df-47e7-b4a2-b500f166dbbd tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7018345-ef6c-448f-a6e4-6737eabc6aff HTTP/1.1" status: 200 len: 946 time: 0.0789871 Apr 08 03:01:28.495625 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-26ff256f-3a79-4c5d-889e-5f920fd2ef79 req-f977f5a7-635d-4d68-83ef-9183a84d1b55 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/security-groups?id=571e5dd1-f399-4374-b407-7bcc9f77f98a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508785 Apr 08 03:01:29.132902 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-ef00a636-a289-418c-ab96-90866b017a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:01:29.258544 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:01:29.753756 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44978566-27f1-4992-9219-79dfb85192f5 req-43ce22d1-9d34-44eb-a8cc-5119fcc0eafa tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:01:29.755207 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-44978566-27f1-4992-9219-79dfb85192f5 req-43ce22d1-9d34-44eb-a8cc-5119fcc0eafa tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7018345-ef6c-448f-a6e4-6737eabc6aff HTTP/1.1" status: 200 len: 946 time: 0.1526968 Apr 08 03:01:29.798949 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-44978566-27f1-4992-9219-79dfb85192f5 req-c9a56f8a-405b-47be-ac65-0d58a99b34ab tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/security-groups?id=571e5dd1-f399-4374-b407-7bcc9f77f98a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373077 Apr 08 03:01:30.109335 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.wsgi [-] (87786) accepted ('10.222.0.15', 48198) {{(pid=87786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:01:30.166697 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d25574c-412b-4116-b3ce-2f430922061a admin admin] Deleting subnet 5d9f706d-d920-4553-93f1-3e3abfc6df3e {{(pid=87786) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 08 03:01:30.169578 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-0d25574c-412b-4116-b3ce-2f430922061a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:01:30.219388 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-0d25574c-412b-4116-b3ce-2f430922061a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2753763'] for subnet, precommit_delete_associations {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:01:30.273351 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-0d25574c-412b-4116-b3ce-2f430922061a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-576545'] for subnet, precommit_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:01:30.419312 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-0d25574c-412b-4116-b3ce-2f430922061a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-576552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2754396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2342591'] for subnet, after_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:01:30.479421 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d25574c-412b-4116-b3ce-2f430922061a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d9f706d-d920-4553-93f1-3e3abfc6df3e,revision_number=None']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:01:30.483453 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-0d25574c-412b-4116-b3ce-2f430922061a admin admin] Notify callbacks [] for subnet, before_response {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:01:30.494207 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d25574c-412b-4116-b3ce-2f430922061a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:01:30.494724 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d25574c-412b-4116-b3ce-2f430922061a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:01:30.495273 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d25574c-412b-4116-b3ce-2f430922061a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:01:30.495811 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d25574c-412b-4116-b3ce-2f430922061a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:01:30.496343 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d25574c-412b-4116-b3ce-2f430922061a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:01:30.496910 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d25574c-412b-4116-b3ce-2f430922061a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:01:30.497406 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d25574c-412b-4116-b3ce-2f430922061a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:01:30.497976 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d25574c-412b-4116-b3ce-2f430922061a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:01:30.498499 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d25574c-412b-4116-b3ce-2f430922061a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:01:30.499041 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d25574c-412b-4116-b3ce-2f430922061a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:01:30.499574 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d25574c-412b-4116-b3ce-2f430922061a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:01:30.500116 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d25574c-412b-4116-b3ce-2f430922061a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:01:30.516710 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [None req-0d25574c-412b-4116-b3ce-2f430922061a admin admin] 10.222.0.15 "DELETE /v2.0/subnets/5d9f706d-d920-4553-93f1-3e3abfc6df3e HTTP/1.1" status: 204 len: 168 time: 0.4061041 Apr 08 03:01:30.519165 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.wsgi [-] (87786) accepted ('10.222.0.15', 48206) {{(pid=87786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:01:30.555744 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-0700d8e1-2fb2-4ab8-b601-2cbd26aa24a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:01:30.670333 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-52b2cd3a-b618-4c88-8c19-568aa492ecb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-570621'] for network, before_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:01:30.836168 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-52b2cd3a-b618-4c88-8c19-568aa492ecb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577450', 'neutron.services.segments.db._delete_segments_for_network-8762847383381'] for network, precommit_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:01:30.867132 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.services.segments.db [None req-52b2cd3a-b618-4c88-8c19-568aa492ecb1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05f0fcf9-0f64-4cc9-a782-dd2ead0d8104']}} {{(pid=87786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 03:01:30.885713 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.services.segments.db [None req-52b2cd3a-b618-4c88-8c19-568aa492ecb1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2471dffd-dc9f-465d-a8fa-8493a98e9163') {'for_net_delete': True} {{(pid=87786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 03:01:30.885916 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.services.segments.db [None req-52b2cd3a-b618-4c88-8c19-568aa492ecb1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2471dffd-dc9f-465d-a8fa-8493a98e9163') {} {{(pid=87786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 03:01:30.910288 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-52b2cd3a-b618-4c88-8c19-568aa492ecb1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762847386736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2753770'] for segment, before_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:01:30.933159 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-52b2cd3a-b618-4c88-8c19-568aa492ecb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575478'] for segment, precommit_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:01:30.992989 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52b2cd3a-b618-4c88-8c19-568aa492ecb1 admin admin] Releasing vlan 281 on physical network physnet1 to pool {{(pid=87786) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 03:01:30.994403 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-52b2cd3a-b618-4c88-8c19-568aa492ecb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-575460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2754310'] for segment, after_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:01:31.013080 dv-cinder-837051-1-smb neutron-server[87786]: Traceback (most recent call last): Apr 08 03:01:31.013080 dv-cinder-837051-1-smb neutron-server[87786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 03:01:31.013080 dv-cinder-837051-1-smb neutron-server[87786]: timer() Apr 08 03:01:31.013080 dv-cinder-837051-1-smb neutron-server[87786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 03:01:31.013080 dv-cinder-837051-1-smb neutron-server[87786]: cb(*args, **kw) Apr 08 03:01:31.013080 dv-cinder-837051-1-smb neutron-server[87786]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 03:01:31.013080 dv-cinder-837051-1-smb neutron-server[87786]: return func(*args, **kwargs) Apr 08 03:01:31.013080 dv-cinder-837051-1-smb neutron-server[87786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 03:01:31.013080 dv-cinder-837051-1-smb neutron-server[87786]: self._notify() Apr 08 03:01:31.013080 dv-cinder-837051-1-smb neutron-server[87786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 03:01:31.013080 dv-cinder-837051-1-smb neutron-server[87786]: self.callback(batched_events) Apr 08 03:01:31.013080 dv-cinder-837051-1-smb neutron-server[87786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 03:01:31.013080 dv-cinder-837051-1-smb neutron-server[87786]: event.method(event) Apr 08 03:01:31.013080 dv-cinder-837051-1-smb neutron-server[87786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 03:01:31.013080 dv-cinder-837051-1-smb neutron-server[87786]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 03:01:31.013080 dv-cinder-837051-1-smb neutron-server[87786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 03:01:31.013080 dv-cinder-837051-1-smb neutron-server[87786]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 03:01:31.013080 dv-cinder-837051-1-smb neutron-server[87786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 03:01:31.013080 dv-cinder-837051-1-smb neutron-server[87786]: return f(self, *a, **k) Apr 08 03:01:31.013080 dv-cinder-837051-1-smb neutron-server[87786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 03:01:31.013080 dv-cinder-837051-1-smb neutron-server[87786]: return self._get(url).json() Apr 08 03:01:31.013080 dv-cinder-837051-1-smb neutron-server[87786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 08 03:01:31.013080 dv-cinder-837051-1-smb neutron-server[87786]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 03:01:31.013080 dv-cinder-837051-1-smb neutron-server[87786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 03:01:31.013080 dv-cinder-837051-1-smb neutron-server[87786]: return self.request(url, 'GET', **kwargs) Apr 08 03:01:31.013080 dv-cinder-837051-1-smb neutron-server[87786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 03:01:31.013080 dv-cinder-837051-1-smb neutron-server[87786]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 03:01:31.013080 dv-cinder-837051-1-smb neutron-server[87786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 03:01:31.013080 dv-cinder-837051-1-smb neutron-server[87786]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 03:01:31.013080 dv-cinder-837051-1-smb neutron-server[87786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 03:01:31.013080 dv-cinder-837051-1-smb neutron-server[87786]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 03:01:31.013080 dv-cinder-837051-1-smb neutron-server[87786]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 03:01:31.155114 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478f94e0-b7ba-4c38-84c1-02fb5df8634b req-af8d3761-60b7-4e63-96b4-a61118fe8e38 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:01:31.156658 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-478f94e0-b7ba-4c38-84c1-02fb5df8634b req-af8d3761-60b7-4e63-96b4-a61118fe8e38 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7018345-ef6c-448f-a6e4-6737eabc6aff HTTP/1.1" status: 200 len: 946 time: 0.2285655 Apr 08 03:01:31.182232 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-52b2cd3a-b618-4c88-8c19-568aa492ecb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-333356'] for network, after_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:01:31.211436 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-52b2cd3a-b618-4c88-8c19-568aa492ecb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539232'] for network, before_response {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:01:31.234139 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b2cd3a-b618-4c88-8c19-568aa492ecb1 admin admin] Pushing event deleted for resources: {'Network': ['ID=05f0fcf9-0f64-4cc9-a782-dd2ead0d8104,revision_number=None']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:01:31.245954 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-478f94e0-b7ba-4c38-84c1-02fb5df8634b req-dcf735d8-11e0-4da9-9174-ed49ee333c3c tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/security-groups?id=571e5dd1-f399-4374-b407-7bcc9f77f98a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835185 Apr 08 03:01:31.316443 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [None req-52b2cd3a-b618-4c88-8c19-568aa492ecb1 admin admin] 10.222.0.15 "DELETE /v2.0/networks/05f0fcf9-0f64-4cc9-a782-dd2ead0d8104 HTTP/1.1" status: 204 len: 168 time: 0.7958422 Apr 08 03:01:31.676283 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.wsgi [-] (87786) accepted ('10.222.0.15', 48216) {{(pid=87786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:01:31.723490 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [None req-b6fa85e2-2b81-441f-9ebf-15f7e890eff9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=945853f6813e44efa7cc8c73fe3ea2b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0460627 Apr 08 03:01:31.726545 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.wsgi [-] (87786) accepted ('10.222.0.15', 48220) {{(pid=87786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:01:31.781655 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-33211d6a-f380-4263-b8fd-6f1f99ab60cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:01:31.806178 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-33211d6a-f380-4263-b8fd-6f1f99ab60cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:01:31.926610 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-33211d6a-f380-4263-b8fd-6f1f99ab60cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:01:31.941401 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33211d6a-f380-4263-b8fd-6f1f99ab60cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e40f263-cdae-4e5a-8dfc-98fd932b65d8,revision_number=None']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:01:31.999573 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-33211d6a-f380-4263-b8fd-6f1f99ab60cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:01:32.000715 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [None req-33211d6a-f380-4263-b8fd-6f1f99ab60cb admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9e40f263-cdae-4e5a-8dfc-98fd932b65d8 HTTP/1.1" status: 204 len: 168 time: 0.2732606 Apr 08 03:01:32.453773 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baba790-44bf-49f4-8377-28c0c9922906 req-090d7e9f-7bc4-45c3-8336-802bf9882526 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:01:32.455298 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-3baba790-44bf-49f4-8377-28c0c9922906 req-090d7e9f-7bc4-45c3-8336-802bf9882526 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7018345-ef6c-448f-a6e4-6737eabc6aff HTTP/1.1" status: 200 len: 946 time: 0.0899992 Apr 08 03:01:32.499837 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-3baba790-44bf-49f4-8377-28c0c9922906 req-fc332da5-7643-4329-b4ff-f729f81a7e96 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/security-groups?id=571e5dd1-f399-4374-b407-7bcc9f77f98a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380638 Apr 08 03:01:32.548792 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1383c1-bb08-46ab-8d93-67d2852e9d1f req-28dc711c-7c34-41be-b1ba-3a5ed66897e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:01:32.550304 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-aa1383c1-bb08-46ab-8d93-67d2852e9d1f req-28dc711c-7c34-41be-b1ba-3a5ed66897e4 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c7018345-ef6c-448f-a6e4-6737eabc6aff HTTP/1.1" status: 200 len: 1099 time: 0.0683501 Apr 08 03:01:32.593614 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-aa1383c1-bb08-46ab-8d93-67d2852e9d1f req-8fa27b40-f415-4014-8c31-8084f9c54171 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=571e5dd1-f399-4374-b407-7bcc9f77f98a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363598 Apr 08 03:01:33.684647 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ada2e12-2551-443b-92c9-f08d846ea358 req-1443017d-039c-4e39-bda4-03547cc31d5e tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:01:33.686135 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-3ada2e12-2551-443b-92c9-f08d846ea358 req-1443017d-039c-4e39-bda4-03547cc31d5e tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7018345-ef6c-448f-a6e4-6737eabc6aff HTTP/1.1" status: 200 len: 946 time: 0.0821872 Apr 08 03:01:33.733998 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-3ada2e12-2551-443b-92c9-f08d846ea358 req-be2a5c83-1577-492d-8c57-681ac74aa2bb tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/security-groups?id=571e5dd1-f399-4374-b407-7bcc9f77f98a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421052 Apr 08 03:01:34.913754 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637711be-ce3d-4578-921f-4effb35399da req-2ab6ce4d-99c5-44cd-800c-c456d7cce6e1 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:01:34.915226 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-637711be-ce3d-4578-921f-4effb35399da req-2ab6ce4d-99c5-44cd-800c-c456d7cce6e1 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7018345-ef6c-448f-a6e4-6737eabc6aff HTTP/1.1" status: 200 len: 946 time: 0.0768154 Apr 08 03:01:34.960033 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-637711be-ce3d-4578-921f-4effb35399da req-7d2ab895-68d7-471a-8f4c-460dd363660c tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/security-groups?id=571e5dd1-f399-4374-b407-7bcc9f77f98a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391307 Apr 08 03:01:35.704229 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3da02e-d554-447a-a2ca-120197fa3cb2 req-683ea057-7230-4e66-9016-72f3f07f2a68 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:01:35.705670 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-5a3da02e-d554-447a-a2ca-120197fa3cb2 req-683ea057-7230-4e66-9016-72f3f07f2a68 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7018345-ef6c-448f-a6e4-6737eabc6aff HTTP/1.1" status: 200 len: 946 time: 0.0839887 Apr 08 03:01:35.734904 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155b968e-7bed-4d7f-bdda-bfeb0fd5dfc7 req-6e7ed2fb-6c3e-4cb6-9167-adbace172ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:01:35.736445 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-155b968e-7bed-4d7f-bdda-bfeb0fd5dfc7 req-6e7ed2fb-6c3e-4cb6-9167-adbace172ac3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9e6274c43de24b849ee9a4529c53f5b5&device_id=c7018345-ef6c-448f-a6e4-6737eabc6aff HTTP/1.1" status: 200 len: 1099 time: 0.0692503 Apr 08 03:01:35.750004 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-5a3da02e-d554-447a-a2ca-120197fa3cb2 req-530fa8bf-96c8-4167-ba75-b30b17eba52f tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/security-groups?id=571e5dd1-f399-4374-b407-7bcc9f77f98a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381627 Apr 08 03:01:35.941540 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155b968e-7bed-4d7f-bdda-bfeb0fd5dfc7 req-8bfe4f39-a8b0-49af-a2cf-f06d31acc28e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:01:35.942959 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-155b968e-7bed-4d7f-bdda-bfeb0fd5dfc7 req-8bfe4f39-a8b0-49af-a2cf-f06d31acc28e service neutron] 10.222.0.39 "GET /v2.0/networks?id=769a4c13-39df-48c1-b6cd-854ac881aaa3 HTTP/1.1" status: 200 len: 919 time: 0.1272447 Apr 08 03:01:36.044899 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-155b968e-7bed-4d7f-bdda-bfeb0fd5dfc7 req-339c373a-9916-4b7b-a850-5524071a9d1c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2b57f67a-776a-4f71-a7a5-8dbbc62b7994 HTTP/1.1" status: 200 len: 1002 time: 0.0949566 Apr 08 03:01:36.106417 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155b968e-7bed-4d7f-bdda-bfeb0fd5dfc7 req-bbc4dfbb-9ea0-4aa1-91ec-88c9eb47c3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:01:36.107832 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-155b968e-7bed-4d7f-bdda-bfeb0fd5dfc7 req-bbc4dfbb-9ea0-4aa1-91ec-88c9eb47c3e0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2ff278b6-8dcd-49ad-92d3-ea301b80d1c2 HTTP/1.1" status: 200 len: 857 time: 0.0558355 Apr 08 03:01:36.186025 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155b968e-7bed-4d7f-bdda-bfeb0fd5dfc7 req-6a753372-cf0d-41d3-ad62-9f8b4d73fd28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:01:36.187475 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-155b968e-7bed-4d7f-bdda-bfeb0fd5dfc7 req-6a753372-cf0d-41d3-ad62-9f8b4d73fd28 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=769a4c13-39df-48c1-b6cd-854ac881aaa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0707972 Apr 08 03:01:36.394086 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-155b968e-7bed-4d7f-bdda-bfeb0fd5dfc7 req-a8831992-a85f-49a3-b408-c25882c1d553 service neutron] 10.222.0.39 "GET /v2.0/networks/769a4c13-39df-48c1-b6cd-854ac881aaa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2000771 Apr 08 03:01:36.527677 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-155b968e-7bed-4d7f-bdda-bfeb0fd5dfc7 req-8d19707d-f493-451b-afd3-7744116dcfdf service neutron] 10.222.0.39 "GET /v2.0/networks/769a4c13-39df-48c1-b6cd-854ac881aaa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258776 Apr 08 03:01:36.935035 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c11ecc-f264-4c86-bdf6-6be9a7b93dde req-a7babbf2-0e1e-4f2c-94b5-2cfaa16e01ab tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:01:36.936543 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-a3c11ecc-f264-4c86-bdf6-6be9a7b93dde req-a7babbf2-0e1e-4f2c-94b5-2cfaa16e01ab tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7018345-ef6c-448f-a6e4-6737eabc6aff HTTP/1.1" status: 200 len: 946 time: 0.0781007 Apr 08 03:01:36.982634 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-a3c11ecc-f264-4c86-bdf6-6be9a7b93dde req-4fd07fc4-c866-4c36-9c41-1ea3ede693c8 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/security-groups?id=571e5dd1-f399-4374-b407-7bcc9f77f98a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406408 Apr 08 03:01:38.278358 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3c7327-a514-4109-9ca1-e30c9bb8d866 req-122374f2-53c0-463d-9d8a-dff7391e0dea tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:01:38.279720 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-0e3c7327-a514-4109-9ca1-e30c9bb8d866 req-122374f2-53c0-463d-9d8a-dff7391e0dea tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7018345-ef6c-448f-a6e4-6737eabc6aff HTTP/1.1" status: 200 len: 946 time: 0.0777211 Apr 08 03:01:38.323729 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-0e3c7327-a514-4109-9ca1-e30c9bb8d866 req-a7c71b9a-701f-4b6a-bbeb-e6168b2450f9 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/security-groups?id=571e5dd1-f399-4374-b407-7bcc9f77f98a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384250 Apr 08 03:01:39.205968 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:01:39.510475 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c582f1-c2ff-4a18-8a53-15194547ae3e req-eee8cff4-6077-4c8c-a41d-68e2f3823a1e tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:01:39.511856 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-d1c582f1-c2ff-4a18-8a53-15194547ae3e req-eee8cff4-6077-4c8c-a41d-68e2f3823a1e tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7018345-ef6c-448f-a6e4-6737eabc6aff HTTP/1.1" status: 200 len: 946 time: 0.0809176 Apr 08 03:01:39.627474 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-d1c582f1-c2ff-4a18-8a53-15194547ae3e req-9236e811-be3b-42c8-80bb-520203ed15ba tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/security-groups?id=571e5dd1-f399-4374-b407-7bcc9f77f98a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1087885 Apr 08 03:01:40.811542 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99fd967-1d8e-42f5-b99a-568c311a5c6d req-bd6c789c-5279-40d9-bd9f-527c00812429 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:01:40.812973 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-f99fd967-1d8e-42f5-b99a-568c311a5c6d req-bd6c789c-5279-40d9-bd9f-527c00812429 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7018345-ef6c-448f-a6e4-6737eabc6aff HTTP/1.1" status: 200 len: 946 time: 0.0783622 Apr 08 03:01:40.856480 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-f99fd967-1d8e-42f5-b99a-568c311a5c6d req-6418493f-5db0-4d68-8b6a-376f9a0e5c60 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/security-groups?id=571e5dd1-f399-4374-b407-7bcc9f77f98a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376387 Apr 08 03:01:41.040130 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ca72fa-0bd7-4785-8d45-5a0e4a2d4491 req-6423fe2b-3e62-4db6-9f0d-c60a690b1f6b tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:01:41.041460 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-d6ca72fa-0bd7-4785-8d45-5a0e4a2d4491 req-6423fe2b-3e62-4db6-9f0d-c60a690b1f6b tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7018345-ef6c-448f-a6e4-6737eabc6aff HTTP/1.1" status: 200 len: 946 time: 0.0856984 Apr 08 03:01:41.050011 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.wsgi [-] (87786) accepted ('10.222.0.15', 48256) {{(pid=87786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:01:41.054760 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.v2.base [None req-ee83b1c3-e05d-4369-a418-9dba9961a960 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Request body: {'floatingip': {'port_id': '2b57f67a-776a-4f71-a7a5-8dbbc62b7994'}} {{(pid=87786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 03:01:41.152230 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-ee83b1c3-e05d-4369-a418-9dba9961a960 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Notify callbacks [] for floatingip, before_update {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:01:41.762585 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-ee83b1c3-e05d-4369-a418-9dba9961a960 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:01:41.835609 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-ee83b1c3-e05d-4369-a418-9dba9961a960 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-333402'] for floatingip, after_update {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:01:42.173778 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee83b1c3-e05d-4369-a418-9dba9961a960 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Router 572fd179-4fdf-49dd-b727-118167ba2fbe has already been hosted by L3 agent 70d74887-4404-4f0d-99b3-e017d5637063 {{(pid=87786) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 03:01:42.422965 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee83b1c3-e05d-4369-a418-9dba9961a960 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Notify agent at l3_agent.dv-cinder-837051-1-smb the message routers_updated {{(pid=87786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 03:01:42.427221 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-ee83b1c3-e05d-4369-a418-9dba9961a960 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207533'] for floatingip, before_response {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:01:42.432485 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d77d01-663d-43b5-a69c-bf4ff113f4ce None None] Sync routers for ids ['572fd179-4fdf-49dd-b727-118167ba2fbe'] in dv-cinder-837051-1-smb {{(pid=87789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 03:01:42.445634 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d77d01-663d-43b5-a69c-bf4ff113f4ce None None] Routers {'572fd179-4fdf-49dd-b727-118167ba2fbe'} bound to L3 agent in host dv-cinder-837051-1-smb {{(pid=87789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 03:01:42.446246 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.l3_hamode_db [None req-85d77d01-663d-43b5-a69c-bf4ff113f4ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837051-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-08T02:46:58Z,description=,heartbeat_timestamp=2022-04-08T03:01:28Z,host='dv-cinder-837051-1-smb',id=70d74887-4404-4f0d-99b3-e017d5637063,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T02:46:59Z,topic='l3_agent')) {'router_ids': ['572fd179-4fdf-49dd-b727-118167ba2fbe'], 'active': True} {{(pid=87789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 03:01:42.510240 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7018345-ef6c-448f-a6e4-6737eabc6aff', 'tag': '2b57f67a-776a-4f71-a7a5-8dbbc62b7994'}] {{(pid=87786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 03:01:42.541485 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [None req-ee83b1c3-e05d-4369-a418-9dba9961a960 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "PUT /v2.0/floatingips/bd2919fc-83e7-4d3a-9817-6fcb8539081c HTTP/1.1" status: 200 len: 994 time: 1.4904373 Apr 08 03:01:42.561419 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48e6f5e2-59be-4952-92f9-ac4d482ba2e0'] response: {'name': 'network-changed', 'server_uuid': 'c7018345-ef6c-448f-a6e4-6737eabc6aff', 'tag': '2b57f67a-776a-4f71-a7a5-8dbbc62b7994', 'status': 'completed', 'code': 200} Apr 08 03:01:42.651535 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.l3_dvr_db [None req-85d77d01-663d-43b5-a69c-bf4ff113f4ce None None] Set router 572fd179-4fdf-49dd-b727-118167ba2fbe gateway port host: dv-cinder-837051-1-smb {{(pid=87789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 03:01:42.796426 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37855f4d-1937-45c0-b0b2-d4f4d7ee07d5 req-775f9ce8-18be-451d-9076-434cd17b0d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:01:42.797886 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-37855f4d-1937-45c0-b0b2-d4f4d7ee07d5 req-775f9ce8-18be-451d-9076-434cd17b0d8f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9e6274c43de24b849ee9a4529c53f5b5&device_id=c7018345-ef6c-448f-a6e4-6737eabc6aff HTTP/1.1" status: 200 len: 1099 time: 0.1670532 Apr 08 03:01:42.927572 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37855f4d-1937-45c0-b0b2-d4f4d7ee07d5 req-ae8f5b35-61bd-4d97-9d68-eb9dbe72add7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:01:42.929050 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-37855f4d-1937-45c0-b0b2-d4f4d7ee07d5 req-ae8f5b35-61bd-4d97-9d68-eb9dbe72add7 service neutron] 10.222.0.39 "GET /v2.0/networks?id=769a4c13-39df-48c1-b6cd-854ac881aaa3 HTTP/1.1" status: 200 len: 919 time: 0.1237833 Apr 08 03:01:42.987776 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.l3_hamode_db [None req-85d77d01-663d-43b5-a69c-bf4ff113f4ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '572fd179-4fdf-49dd-b727-118167ba2fbe', 'name': 'tempest-ServerRescueNegativeTestJSON-180479948-router', 'tenant_id': '9e6274c43de24b849ee9a4529c53f5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'external_fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.165'}], 'enable_snat': True}, 'gw_port_id': 'c8c09e15-8818-4c7e-833b-b83cfda4f09c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:56:23Z', 'updated_at': '2022-04-08T02:56:33Z', 'revision_number': 4, 'project_id': '9e6274c43de24b849ee9a4529c53f5b5', 'gw_port': {'id': 'c8c09e15-8818-4c7e-833b-b83cfda4f09c', 'name': '', 'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:c2:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '572fd179-4fdf-49dd-b727-118167ba2fbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:56:25Z', 'updated_at': '2022-04-08T02:56:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-smb', '_floatingips': [{'id': 'bd2919fc-83e7-4d3a-9817-6fcb8539081c', 'tenant_id': '9e6274c43de24b849ee9a4529c53f5b5', 'floating_ip_address': '172.28.2.245', 'floating_network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'router_id': '572fd179-4fdf-49dd-b727-118167ba2fbe', 'port_id': '2b57f67a-776a-4f71-a7a5-8dbbc62b7994', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 380, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '769a4c13-39df-48c1-b6cd-854ac881aaa3', 'mac_address': 'fa:16:3e:41:d1:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7018345-ef6c-448f-a6e4-6737eabc6aff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T02:58:44Z', 'updated_at': '2022-04-08T03:01:41Z', 'revision_number': 3, 'project_id': '9e6274c43de24b849ee9a4529c53f5b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1daf67e-83d0-408c-8806-e811ed179fd7', 'name': '', 'network_id': '769a4c13-39df-48c1-b6cd-854ac881aaa3', 'tenant_id': '9e6274c43de24b849ee9a4529c53f5b5', 'mac_address': 'fa:16:3e:d2:c0:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '572fd179-4fdf-49dd-b727-118167ba2fbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '2ff278b6-8dcd-49ad-92d3-ea301b80d1c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:56:31Z', 'updated_at': '2022-04-08T02:56:50Z', 'revision_number': 5, 'project_id': '9e6274c43de24b849ee9a4529c53f5b5', 'subnets': [{'id': '2ff278b6-8dcd-49ad-92d3-ea301b80d1c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837051-1-smb', False) {} {{(pid=87789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 03:01:42.992153 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d77d01-663d-43b5-a69c-bf4ff113f4ce None None] Checking router: 572fd179-4fdf-49dd-b727-118167ba2fbe for host: dv-cinder-837051-1-smb {{(pid=87789) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 03:01:43.000156 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d77d01-663d-43b5-a69c-bf4ff113f4ce None None] Routers {'572fd179-4fdf-49dd-b727-118167ba2fbe'} bound to L3 agent in host dv-cinder-837051-1-smb {{(pid=87789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 03:01:43.000740 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.l3_hamode_db [None req-85d77d01-663d-43b5-a69c-bf4ff113f4ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837051-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-08T02:46:58Z,description=,heartbeat_timestamp=2022-04-08T03:01:28Z,host='dv-cinder-837051-1-smb',id=70d74887-4404-4f0d-99b3-e017d5637063,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T02:46:59Z,topic='l3_agent')) {'router_ids': ['572fd179-4fdf-49dd-b727-118167ba2fbe'], 'active': True} {{(pid=87789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 03:01:43.030335 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-37855f4d-1937-45c0-b0b2-d4f4d7ee07d5 req-37bfa7fd-27d7-4206-a720-a4a679edf014 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2b57f67a-776a-4f71-a7a5-8dbbc62b7994 HTTP/1.1" status: 200 len: 1002 time: 0.0946703 Apr 08 03:01:43.092692 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37855f4d-1937-45c0-b0b2-d4f4d7ee07d5 req-3cbfd914-81e1-4f56-88e2-04a41d2e0bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:01:43.094111 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-37855f4d-1937-45c0-b0b2-d4f4d7ee07d5 req-3cbfd914-81e1-4f56-88e2-04a41d2e0bfa service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2ff278b6-8dcd-49ad-92d3-ea301b80d1c2 HTTP/1.1" status: 200 len: 857 time: 0.0560338 Apr 08 03:01:43.179577 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.l3_dvr_db [None req-85d77d01-663d-43b5-a69c-bf4ff113f4ce None None] Set router 572fd179-4fdf-49dd-b727-118167ba2fbe gateway port host: dv-cinder-837051-1-smb {{(pid=87789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 03:01:43.180044 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37855f4d-1937-45c0-b0b2-d4f4d7ee07d5 req-cff98a44-eaa2-4e9e-991a-2f1b99391b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:01:43.181515 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-37855f4d-1937-45c0-b0b2-d4f4d7ee07d5 req-cff98a44-eaa2-4e9e-991a-2f1b99391b48 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=769a4c13-39df-48c1-b6cd-854ac881aaa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0728056 Apr 08 03:01:43.320649 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-37855f4d-1937-45c0-b0b2-d4f4d7ee07d5 req-026fbf58-1f74-48a0-b6a4-56a5405f0998 service neutron] 10.222.0.39 "GET /v2.0/networks/769a4c13-39df-48c1-b6cd-854ac881aaa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246545 Apr 08 03:01:43.456136 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-37855f4d-1937-45c0-b0b2-d4f4d7ee07d5 req-85f93b2e-9118-458c-a45c-9464bad22ccf service neutron] 10.222.0.39 "GET /v2.0/networks/769a4c13-39df-48c1-b6cd-854ac881aaa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292708 Apr 08 03:01:43.537703 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.l3_hamode_db [None req-85d77d01-663d-43b5-a69c-bf4ff113f4ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '572fd179-4fdf-49dd-b727-118167ba2fbe', 'name': 'tempest-ServerRescueNegativeTestJSON-180479948-router', 'tenant_id': '9e6274c43de24b849ee9a4529c53f5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'external_fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.165'}], 'enable_snat': True}, 'gw_port_id': 'c8c09e15-8818-4c7e-833b-b83cfda4f09c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:56:23Z', 'updated_at': '2022-04-08T02:56:33Z', 'revision_number': 4, 'project_id': '9e6274c43de24b849ee9a4529c53f5b5', 'gw_port': {'id': 'c8c09e15-8818-4c7e-833b-b83cfda4f09c', 'name': '', 'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:c2:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '572fd179-4fdf-49dd-b727-118167ba2fbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:56:25Z', 'updated_at': '2022-04-08T02:56:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-smb', '_floatingips': [{'id': 'bd2919fc-83e7-4d3a-9817-6fcb8539081c', 'tenant_id': '9e6274c43de24b849ee9a4529c53f5b5', 'floating_ip_address': '172.28.2.245', 'floating_network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'router_id': '572fd179-4fdf-49dd-b727-118167ba2fbe', 'port_id': '2b57f67a-776a-4f71-a7a5-8dbbc62b7994', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 380, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '769a4c13-39df-48c1-b6cd-854ac881aaa3', 'mac_address': 'fa:16:3e:41:d1:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7018345-ef6c-448f-a6e4-6737eabc6aff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T02:58:44Z', 'updated_at': '2022-04-08T03:01:41Z', 'revision_number': 3, 'project_id': '9e6274c43de24b849ee9a4529c53f5b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1daf67e-83d0-408c-8806-e811ed179fd7', 'name': '', 'network_id': '769a4c13-39df-48c1-b6cd-854ac881aaa3', 'tenant_id': '9e6274c43de24b849ee9a4529c53f5b5', 'mac_address': 'fa:16:3e:d2:c0:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '572fd179-4fdf-49dd-b727-118167ba2fbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '2ff278b6-8dcd-49ad-92d3-ea301b80d1c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:56:31Z', 'updated_at': '2022-04-08T02:56:50Z', 'revision_number': 5, 'project_id': '9e6274c43de24b849ee9a4529c53f5b5', 'subnets': [{'id': '2ff278b6-8dcd-49ad-92d3-ea301b80d1c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837051-1-smb', False) {} {{(pid=87789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 03:01:43.541535 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d77d01-663d-43b5-a69c-bf4ff113f4ce None None] The sync data for ids ['572fd179-4fdf-49dd-b727-118167ba2fbe'] in dv-cinder-837051-1-smb is: [{'id': '572fd179-4fdf-49dd-b727-118167ba2fbe', 'name': 'tempest-ServerRescueNegativeTestJSON-180479948-router', 'tenant_id': '9e6274c43de24b849ee9a4529c53f5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'external_fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.165'}], 'enable_snat': True}, 'gw_port_id': 'c8c09e15-8818-4c7e-833b-b83cfda4f09c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:56:23Z', 'updated_at': '2022-04-08T02:56:33Z', 'revision_number': 4, 'project_id': '9e6274c43de24b849ee9a4529c53f5b5', 'gw_port': {'id': 'c8c09e15-8818-4c7e-833b-b83cfda4f09c', 'name': '', 'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:c2:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '572fd179-4fdf-49dd-b727-118167ba2fbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:56:25Z', 'updated_at': '2022-04-08T02:56:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-smb', '_floatingips': [{'id': 'bd2919fc-83e7-4d3a-9817-6fcb8539081c', 'tenant_id': '9e6274c43de24b849ee9a4529c53f5b5', 'floating_ip_address': '172.28.2.245', 'floating_network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'router_id': '572fd179-4fdf-49dd-b727-118167ba2fbe', 'port_id': '2b57f67a-776a-4f71-a7a5-8dbbc62b7994', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 380, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '769a4c13-39df-48c1-b6cd-854ac881aaa3', 'mac_address': 'fa:16:3e:41:d1:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7018345-ef6c-448f-a6e4-6737eabc6aff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T02:58:44Z', 'updated_at': '2022-04-08T03:01:41Z', 'revision_number': 3, 'project_id': '9e6274c43de24b849ee9a4529c53f5b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1daf67e-83d0-408c-8806-e811ed179fd7', 'name': '', 'network_id': '769a4c13-39df-48c1-b6cd-854ac881aaa3', 'tenant_id': '9e6274c43de24b849ee9a4529c53f5b5', 'mac_address': 'fa:16:3e:d2:c0:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '572fd179-4fdf-49dd-b727-118167ba2fbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '2ff278b6-8dcd-49ad-92d3-ea301b80d1c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:56:31Z', 'updated_at': '2022-04-08T02:56:50Z', 'revision_number': 5, 'project_id': '9e6274c43de24b849ee9a4529c53f5b5', 'subnets': [{'id': '2ff278b6-8dcd-49ad-92d3-ea301b80d1c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 03:01:44.562397 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7018345-ef6c-448f-a6e4-6737eabc6aff', 'tag': '2b57f67a-776a-4f71-a7a5-8dbbc62b7994'}] {{(pid=87786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 03:01:44.605628 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7805ce84-954c-4485-9cd3-cf8f124852af'] response: {'name': 'network-changed', 'server_uuid': 'c7018345-ef6c-448f-a6e4-6737eabc6aff', 'tag': '2b57f67a-776a-4f71-a7a5-8dbbc62b7994', 'status': 'completed', 'code': 200} Apr 08 03:01:44.723595 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91fd9b3-480f-4578-8acf-5a65a5743748 req-ff93d978-1eff-43c6-a8f9-0f13ddb51de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:01:44.725093 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-a91fd9b3-480f-4578-8acf-5a65a5743748 req-ff93d978-1eff-43c6-a8f9-0f13ddb51de6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9e6274c43de24b849ee9a4529c53f5b5&device_id=c7018345-ef6c-448f-a6e4-6737eabc6aff HTTP/1.1" status: 200 len: 1099 time: 0.0736651 Apr 08 03:01:44.853058 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91fd9b3-480f-4578-8acf-5a65a5743748 req-578d4a42-a2d1-428e-ac7f-e2689d31e9da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:01:44.854401 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-a91fd9b3-480f-4578-8acf-5a65a5743748 req-578d4a42-a2d1-428e-ac7f-e2689d31e9da service neutron] 10.222.0.39 "GET /v2.0/networks?id=769a4c13-39df-48c1-b6cd-854ac881aaa3 HTTP/1.1" status: 200 len: 919 time: 0.1235645 Apr 08 03:01:44.963073 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-a91fd9b3-480f-4578-8acf-5a65a5743748 req-c52288d2-434e-4721-98d3-8bc54c56814e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2b57f67a-776a-4f71-a7a5-8dbbc62b7994 HTTP/1.1" status: 200 len: 1002 time: 0.0946569 Apr 08 03:01:45.027517 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91fd9b3-480f-4578-8acf-5a65a5743748 req-133562d6-bbc7-4f04-b82f-a5201f194911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:01:45.029533 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-a91fd9b3-480f-4578-8acf-5a65a5743748 req-133562d6-bbc7-4f04-b82f-a5201f194911 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2ff278b6-8dcd-49ad-92d3-ea301b80d1c2 HTTP/1.1" status: 200 len: 857 time: 0.0602322 Apr 08 03:01:45.105923 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91fd9b3-480f-4578-8acf-5a65a5743748 req-93c9a0fc-a75c-4782-b0ec-7d4150d7a841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:01:45.107320 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-a91fd9b3-480f-4578-8acf-5a65a5743748 req-93c9a0fc-a75c-4782-b0ec-7d4150d7a841 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=769a4c13-39df-48c1-b6cd-854ac881aaa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0683045 Apr 08 03:01:45.239759 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-a91fd9b3-480f-4578-8acf-5a65a5743748 req-ccedff30-0177-4b54-86f3-b4994610f7bc service neutron] 10.222.0.39 "GET /v2.0/networks/769a4c13-39df-48c1-b6cd-854ac881aaa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240180 Apr 08 03:01:45.438087 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-a91fd9b3-480f-4578-8acf-5a65a5743748 req-d6390ce9-c799-4f0d-8ee1-b1da4be46eff service neutron] 10.222.0.39 "GET /v2.0/networks/769a4c13-39df-48c1-b6cd-854ac881aaa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1917520 Apr 08 03:01:51.030371 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20902b7b-52b9-46d0-8c9c-3c5cc7acbcaa req-fe23a75b-8853-4399-8098-a56943e294ed tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:01:51.031823 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-20902b7b-52b9-46d0-8c9c-3c5cc7acbcaa req-fe23a75b-8853-4399-8098-a56943e294ed tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/ports?device_id=df0970e5-c7c0-43bb-8474-b5e830fcd18b HTTP/1.1" status: 200 len: 946 time: 0.0812368 Apr 08 03:01:51.074721 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-20902b7b-52b9-46d0-8c9c-3c5cc7acbcaa req-6fef74ee-b30f-4090-b959-f344ee79d6f3 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/security-groups?id=e8a36ab3-836a-4bb3-9969-b622cdd2efa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373197 Apr 08 03:01:52.262860 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956f5680-d6c8-45bb-b5f4-7bae84e94895 req-6ae0d4ad-c053-4189-888b-f2f3bc2c7142 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:01:52.264332 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-956f5680-d6c8-45bb-b5f4-7bae84e94895 req-6ae0d4ad-c053-4189-888b-f2f3bc2c7142 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/ports?device_id=df0970e5-c7c0-43bb-8474-b5e830fcd18b HTTP/1.1" status: 200 len: 946 time: 0.0779748 Apr 08 03:01:52.307333 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-956f5680-d6c8-45bb-b5f4-7bae84e94895 req-cd761552-6b4d-433d-9b35-808f83600e48 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/security-groups?id=e8a36ab3-836a-4bb3-9969-b622cdd2efa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373042 Apr 08 03:01:53.222680 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cd5217-cec2-4a14-9c64-0f9c151d944c req-a7149437-191f-4592-b34f-8aa87d9c21bb tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:01:53.223383 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [req-f3cd5217-cec2-4a14-9c64-0f9c151d944c req-a7149437-191f-4592-b34f-8aa87d9c21bb tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Synchronizing usage tracker for tenant:8802cd0cfe144a92a69089a1dac25d8f on resource:port {{(pid=87787) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 03:01:53.313901 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [req-f3cd5217-cec2-4a14-9c64-0f9c151d944c req-a7149437-191f-4592-b34f-8aa87d9c21bb tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Unset dirty status for tenant:8802cd0cfe144a92a69089a1dac25d8f on resource:port {{(pid=87787) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 03:01:53.313901 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-f3cd5217-cec2-4a14-9c64-0f9c151d944c req-a7149437-191f-4592-b34f-8aa87d9c21bb tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.39 "GET /v2.0/ports?device_id=df0970e5-c7c0-43bb-8474-b5e830fcd18b HTTP/1.1" status: 200 len: 946 time: 0.2600920 Apr 08 03:01:53.439349 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.plugins.ml2.plugin [req-f3cd5217-cec2-4a14-9c64-0f9c151d944c req-979cb0df-2651-4e53-9acc-6d6b8c89177c tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Deleting port b7d4bd13-6a1e-4fc0-b932-4781581db910 {{(pid=87787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 03:01:53.439691 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [req-f3cd5217-cec2-4a14-9c64-0f9c151d944c req-979cb0df-2651-4e53-9acc-6d6b8c89177c tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762847207940'] for port, before_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:01:53.497620 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1988ef3-f73a-44be-b000-c13c8cd19998 req-f248679e-4f3c-40ca-9431-60036a485850 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:01:53.499086 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-b1988ef3-f73a-44be-b000-c13c8cd19998 req-f248679e-4f3c-40ca-9431-60036a485850 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/ports?device_id=df0970e5-c7c0-43bb-8474-b5e830fcd18b HTTP/1.1" status: 200 len: 946 time: 0.0808666 Apr 08 03:01:53.545353 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-b1988ef3-f73a-44be-b000-c13c8cd19998 req-c5d8f87c-cb80-4230-a0a8-010f9cb5d611 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/security-groups?id=e8a36ab3-836a-4bb3-9969-b622cdd2efa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401151 Apr 08 03:01:53.682801 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.plugins.ml2.db [req-f3cd5217-cec2-4a14-9c64-0f9c151d944c req-979cb0df-2651-4e53-9acc-6d6b8c89177c tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] For port b7d4bd13-6a1e-4fc0-b932-4781581db910, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=b7d4bd13-6a1e-4fc0-b932-4781581db910,segment=NetworkSegment(1b549d7e-fc0e-4f7e-b00e-d69f05216c6f),segment_id=1b549d7e-fc0e-4f7e-b00e-d69f05216c6f)] {{(pid=87787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 03:01:53.683165 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [req-f3cd5217-cec2-4a14-9c64-0f9c151d944c req-979cb0df-2651-4e53-9acc-6d6b8c89177c tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334124'] for port, precommit_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:01:53.733027 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.agents_db [None req-78530461-7b12-4524-9e6e-3e4de8d78fc4 None None] Agent healthcheck: found 6 active agents {{(pid=87789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 03:01:53.958185 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [req-f3cd5217-cec2-4a14-9c64-0f9c151d944c req-979cb0df-2651-4e53-9acc-6d6b8c89177c tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:01:53.958470 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [req-f3cd5217-cec2-4a14-9c64-0f9c151d944c req-979cb0df-2651-4e53-9acc-6d6b8c89177c tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-333402'] for floatingip, after_update {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:01:53.958834 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.db.l3_db [req-f3cd5217-cec2-4a14-9c64-0f9c151d944c req-979cb0df-2651-4e53-9acc-6d6b8c89177c tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Floating IP b26fb173-ef6b-4cb9-89b8-1cab419be575 disassociated. External IP: 172.28.2.142, port: b7d4bd13-6a1e-4fc0-b932-4781581db910. Apr 08 03:01:53.959975 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.plugins.ml2.plugin [req-f3cd5217-cec2-4a14-9c64-0f9c151d944c req-979cb0df-2651-4e53-9acc-6d6b8c89177c tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Calling delete_port for b7d4bd13-6a1e-4fc0-b932-4781581db910 owned by compute:nova {{(pid=87787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 03:01:54.160823 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [req-f3cd5217-cec2-4a14-9c64-0f9c151d944c req-979cb0df-2651-4e53-9acc-6d6b8c89177c tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762847213038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762846864689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3006662'] for port, after_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:01:54.210371 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979cb0df-2651-4e53-9acc-6d6b8c89177c tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Pushing event deleted for resources: {'Port': ['ID=b7d4bd13-6a1e-4fc0-b932-4781581db910,revision_number=None']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:01:54.394944 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f3cd5217-cec2-4a14-9c64-0f9c151d944c req-979cb0df-2651-4e53-9acc-6d6b8c89177c tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Router 44a33464-cbad-47c2-82a1-16fb5f8565f4 has already been hosted by L3 agent 70d74887-4404-4f0d-99b3-e017d5637063 {{(pid=87787) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 03:01:54.571187 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f3cd5217-cec2-4a14-9c64-0f9c151d944c req-979cb0df-2651-4e53-9acc-6d6b8c89177c tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Notify agent at l3_agent.dv-cinder-837051-1-smb the message routers_updated {{(pid=87787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 03:01:54.582843 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55a87dd-3413-4be4-95c2-6d138e3cd4ed None None] Sync routers for ids ['44a33464-cbad-47c2-82a1-16fb5f8565f4'] in dv-cinder-837051-1-smb {{(pid=87788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 03:01:54.593897 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55a87dd-3413-4be4-95c2-6d138e3cd4ed None None] Routers {'44a33464-cbad-47c2-82a1-16fb5f8565f4'} bound to L3 agent in host dv-cinder-837051-1-smb {{(pid=87788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 03:01:54.594767 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.l3_hamode_db [None req-a55a87dd-3413-4be4-95c2-6d138e3cd4ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837051-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-08T02:46:58Z,description=,heartbeat_timestamp=2022-04-08T03:01:28Z,host='dv-cinder-837051-1-smb',id=70d74887-4404-4f0d-99b3-e017d5637063,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T02:46:59Z,topic='l3_agent')) {'router_ids': ['44a33464-cbad-47c2-82a1-16fb5f8565f4'], 'active': True} {{(pid=87788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 03:01:54.641808 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3cd5217-cec2-4a14-9c64-0f9c151d944c req-979cb0df-2651-4e53-9acc-6d6b8c89177c tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] No DVR routers for this DVR port b7d4bd13-6a1e-4fc0-b932-4781581db910 on host hv-cinder-83705 {{(pid=87787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 03:01:54.644757 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [req-f3cd5217-cec2-4a14-9c64-0f9c151d944c req-979cb0df-2651-4e53-9acc-6d6b8c89177c tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207533'] for port, before_response {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:01:54.647508 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df0970e5-c7c0-43bb-8474-b5e830fcd18b', 'name': 'network-vif-deleted', 'tag': 'b7d4bd13-6a1e-4fc0-b932-4781581db910'}] {{(pid=87787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 03:01:54.726935 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-f3cd5217-cec2-4a14-9c64-0f9c151d944c req-979cb0df-2651-4e53-9acc-6d6b8c89177c tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.39 "DELETE /v2.0/ports/b7d4bd13-6a1e-4fc0-b932-4781581db910 HTTP/1.1" status: 204 len: 173 time: 1.4109330 Apr 08 03:01:54.727542 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-cca4fb91-0f03-4ab6-ac8f-0dbe79a6e6e2 req-1f01c888-de2b-4c02-b1a8-4f2d30869f37 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/ports?device_id=df0970e5-c7c0-43bb-8474-b5e830fcd18b HTTP/1.1" status: 200 len: 210 time: 0.0572333 Apr 08 03:01:54.770479 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2779aa93-5906-4bbc-bb88-3d17c83103e6'] response: {'server_uuid': 'df0970e5-c7c0-43bb-8474-b5e830fcd18b', 'name': 'network-vif-deleted', 'tag': 'b7d4bd13-6a1e-4fc0-b932-4781581db910', 'status': 'completed', 'code': 200} Apr 08 03:01:54.796537 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.l3_dvr_db [None req-a55a87dd-3413-4be4-95c2-6d138e3cd4ed None None] Set router 44a33464-cbad-47c2-82a1-16fb5f8565f4 gateway port host: dv-cinder-837051-1-smb {{(pid=87788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 03:01:55.120155 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.l3_hamode_db [None req-a55a87dd-3413-4be4-95c2-6d138e3cd4ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44a33464-cbad-47c2-82a1-16fb5f8565f4', 'name': 'tempest-AttachVolumeShelveTestJSON-1267468133-router', 'tenant_id': '8802cd0cfe144a92a69089a1dac25d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'external_fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.178'}], 'enable_snat': True}, 'gw_port_id': '0fb68517-97ef-47d9-beb2-a116d6cdc331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:56:27Z', 'updated_at': '2022-04-08T02:56:46Z', 'revision_number': 4, 'project_id': '8802cd0cfe144a92a69089a1dac25d8f', 'gw_port': {'id': '0fb68517-97ef-47d9-beb2-a116d6cdc331', 'name': '', 'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:46:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44a33464-cbad-47c2-82a1-16fb5f8565f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:56:30Z', 'updated_at': '2022-04-08T02:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-smb', '_interfaces': [{'id': 'e7972713-86ee-4d57-a034-77787b34547f', 'name': '', 'network_id': '13de0308-e21f-45b1-8a0f-24108cbfbce7', 'tenant_id': '8802cd0cfe144a92a69089a1dac25d8f', 'mac_address': 'fa:16:3e:87:51:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44a33464-cbad-47c2-82a1-16fb5f8565f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'da634180-ad94-49db-9cf0-02a07794ec35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:56:43Z', 'updated_at': '2022-04-08T02:57:00Z', 'revision_number': 5, 'project_id': '8802cd0cfe144a92a69089a1dac25d8f', 'subnets': [{'id': 'da634180-ad94-49db-9cf0-02a07794ec35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837051-1-smb', False) {} {{(pid=87788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 03:01:55.124044 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55a87dd-3413-4be4-95c2-6d138e3cd4ed None None] Checking router: 44a33464-cbad-47c2-82a1-16fb5f8565f4 for host: dv-cinder-837051-1-smb {{(pid=87788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 03:01:55.133348 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55a87dd-3413-4be4-95c2-6d138e3cd4ed None None] Routers {'44a33464-cbad-47c2-82a1-16fb5f8565f4'} bound to L3 agent in host dv-cinder-837051-1-smb {{(pid=87788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 03:01:55.133946 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.l3_hamode_db [None req-a55a87dd-3413-4be4-95c2-6d138e3cd4ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837051-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-08T02:46:58Z,description=,heartbeat_timestamp=2022-04-08T03:01:28Z,host='dv-cinder-837051-1-smb',id=70d74887-4404-4f0d-99b3-e017d5637063,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T02:46:59Z,topic='l3_agent')) {'router_ids': ['44a33464-cbad-47c2-82a1-16fb5f8565f4'], 'active': True} {{(pid=87788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 03:01:55.331595 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.l3_dvr_db [None req-a55a87dd-3413-4be4-95c2-6d138e3cd4ed None None] Set router 44a33464-cbad-47c2-82a1-16fb5f8565f4 gateway port host: dv-cinder-837051-1-smb {{(pid=87788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 03:01:55.638667 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.l3_hamode_db [None req-a55a87dd-3413-4be4-95c2-6d138e3cd4ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44a33464-cbad-47c2-82a1-16fb5f8565f4', 'name': 'tempest-AttachVolumeShelveTestJSON-1267468133-router', 'tenant_id': '8802cd0cfe144a92a69089a1dac25d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'external_fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.178'}], 'enable_snat': True}, 'gw_port_id': '0fb68517-97ef-47d9-beb2-a116d6cdc331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:56:27Z', 'updated_at': '2022-04-08T02:56:46Z', 'revision_number': 4, 'project_id': '8802cd0cfe144a92a69089a1dac25d8f', 'gw_port': {'id': '0fb68517-97ef-47d9-beb2-a116d6cdc331', 'name': '', 'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:46:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44a33464-cbad-47c2-82a1-16fb5f8565f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:56:30Z', 'updated_at': '2022-04-08T02:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-smb', '_interfaces': [{'id': 'e7972713-86ee-4d57-a034-77787b34547f', 'name': '', 'network_id': '13de0308-e21f-45b1-8a0f-24108cbfbce7', 'tenant_id': '8802cd0cfe144a92a69089a1dac25d8f', 'mac_address': 'fa:16:3e:87:51:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44a33464-cbad-47c2-82a1-16fb5f8565f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'da634180-ad94-49db-9cf0-02a07794ec35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:56:43Z', 'updated_at': '2022-04-08T02:57:00Z', 'revision_number': 5, 'project_id': '8802cd0cfe144a92a69089a1dac25d8f', 'subnets': [{'id': 'da634180-ad94-49db-9cf0-02a07794ec35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837051-1-smb', False) {} {{(pid=87788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 03:01:55.642702 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55a87dd-3413-4be4-95c2-6d138e3cd4ed None None] The sync data for ids ['44a33464-cbad-47c2-82a1-16fb5f8565f4'] in dv-cinder-837051-1-smb is: [{'id': '44a33464-cbad-47c2-82a1-16fb5f8565f4', 'name': 'tempest-AttachVolumeShelveTestJSON-1267468133-router', 'tenant_id': '8802cd0cfe144a92a69089a1dac25d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'external_fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.178'}], 'enable_snat': True}, 'gw_port_id': '0fb68517-97ef-47d9-beb2-a116d6cdc331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:56:27Z', 'updated_at': '2022-04-08T02:56:46Z', 'revision_number': 4, 'project_id': '8802cd0cfe144a92a69089a1dac25d8f', 'gw_port': {'id': '0fb68517-97ef-47d9-beb2-a116d6cdc331', 'name': '', 'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:46:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44a33464-cbad-47c2-82a1-16fb5f8565f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:56:30Z', 'updated_at': '2022-04-08T02:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-smb', '_interfaces': [{'id': 'e7972713-86ee-4d57-a034-77787b34547f', 'name': '', 'network_id': '13de0308-e21f-45b1-8a0f-24108cbfbce7', 'tenant_id': '8802cd0cfe144a92a69089a1dac25d8f', 'mac_address': 'fa:16:3e:87:51:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44a33464-cbad-47c2-82a1-16fb5f8565f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'da634180-ad94-49db-9cf0-02a07794ec35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:56:43Z', 'updated_at': '2022-04-08T02:57:00Z', 'revision_number': 5, 'project_id': '8802cd0cfe144a92a69089a1dac25d8f', 'subnets': [{'id': 'da634180-ad94-49db-9cf0-02a07794ec35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 03:01:55.899052 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-4d7047b6-b3b5-40ef-8c52-ee57de60dca4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:01:55.911261 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ddbfa19-0d07-4e5a-879d-84c0d65a6100 None None] New status for floating IP b26fb173-ef6b-4cb9-89b8-1cab419be575: DOWN {{(pid=87789) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 03:01:56.961641 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.wsgi [-] (87786) accepted ('10.222.0.15', 48312) {{(pid=87786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:01:57.026282 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-e03b595a-db4b-40c3-b319-77d236dcef08 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Notify callbacks [] for security_group, before_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:01:57.055008 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-e03b595a-db4b-40c3-b319-77d236dcef08 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:01:57.171990 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-e03b595a-db4b-40c3-b319-77d236dcef08 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:01:57.190566 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03b595a-db4b-40c3-b319-77d236dcef08 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8a36ab3-836a-4bb3-9969-b622cdd2efa3,revision_number=None']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:01:57.256790 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-e03b595a-db4b-40c3-b319-77d236dcef08 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Notify callbacks [] for security_group, before_response {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:01:57.257877 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [None req-e03b595a-db4b-40c3-b319-77d236dcef08 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "DELETE /v2.0/security-groups/e8a36ab3-836a-4bb3-9969-b622cdd2efa3 HTTP/1.1" status: 204 len: 168 time: 0.2952492 Apr 08 03:01:57.260529 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.wsgi [-] (87786) accepted ('10.222.0.15', 48316) {{(pid=87786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:01:57.276177 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.api.v2.resource [None req-7cbf43d2-c23e-4659-9ea5-3d53c2cead5e tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] show failed (client error): The resource could not be found. Apr 08 03:01:57.277110 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [None req-7cbf43d2-c23e-4659-9ea5-3d53c2cead5e tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/security-groups/e8a36ab3-836a-4bb3-9969-b622cdd2efa3 HTTP/1.1" status: 404 len: 347 time: 0.0157235 Apr 08 03:01:57.280325 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.wsgi [-] (87786) accepted ('10.222.0.15', 48320) {{(pid=87786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:01:57.432784 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.plugin [None req-ea9a9f68-3f43-44ef-a67f-5f83774a01ad tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Deleting port be053cf2-87b5-4508-b867-f996489f75af {{(pid=87786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 03:01:57.433124 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-ea9a9f68-3f43-44ef-a67f-5f83774a01ad tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762847207940'] for port, before_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:01:57.473204 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Device b7d4bd13-6a1e-4fc0-b932-4781581db910 no longer exists at agent hyperv_hv-cinder-83705 {{(pid=87788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 03:01:57.508839 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.plugin [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] No Port match for: b7d4bd13-6a1e-4fc0-b932-4781581db910 {{(pid=87788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 03:01:57.509174 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Device b7d4bd13-6a1e-4fc0-b932-4781581db910 not bound to the agent host hv-cinder-83705 {{(pid=87788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 03:01:57.598072 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-ea9a9f68-3f43-44ef-a67f-5f83774a01ad tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334124'] for port, precommit_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:01:57.598400 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-ea9a9f68-3f43-44ef-a67f-5f83774a01ad tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:01:57.719879 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.plugin [None req-ea9a9f68-3f43-44ef-a67f-5f83774a01ad tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Calling delete_port for be053cf2-87b5-4508-b867-f996489f75af owned by network:floatingip {{(pid=87786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 03:01:57.920727 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-ea9a9f68-3f43-44ef-a67f-5f83774a01ad tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762847213038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762846864689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2754409'] for port, after_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:01:57.991847 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9a9f68-3f43-44ef-a67f-5f83774a01ad tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Pushing event deleted for resources: {'Port': ['ID=be053cf2-87b5-4508-b867-f996489f75af,revision_number=None']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:01:58.129347 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-ea9a9f68-3f43-44ef-a67f-5f83774a01ad tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Notify callbacks [] for floatingip, after_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:01:58.143795 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-ea9a9f68-3f43-44ef-a67f-5f83774a01ad tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207533'] for floatingip, before_response {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:01:58.144908 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [None req-ea9a9f68-3f43-44ef-a67f-5f83774a01ad tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "DELETE /v2.0/floatingips/b26fb173-ef6b-4cb9-89b8-1cab419be575 HTTP/1.1" status: 204 len: 168 time: 0.8637445 Apr 08 03:01:58.325737 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-f000eacb-a5d1-4994-8241-f46161bbe5c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:01:58.391478 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.wsgi [-] (87786) accepted ('10.222.0.15', 48326) {{(pid=87786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:01:58.397261 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.v2.base [None req-9c78e549-12fe-4c2c-8cb8-4e8470d66e7c tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Request body: {'security_group': {'name': 'tempest-securitygroup--801159719', 'description': 'tempest-description--891743821'}} {{(pid=87786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 03:01:58.403358 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.quota.driver [None req-9c78e549-12fe-4c2c-8cb8-4e8470d66e7c tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 03:01:58.407345 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [None req-9c78e549-12fe-4c2c-8cb8-4e8470d66e7c tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Usage tracker for resource:security_group and tenant:8802cd0cfe144a92a69089a1dac25d8f is out of sync, need to count used quota {{(pid=87786) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 03:01:58.410103 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [None req-9c78e549-12fe-4c2c-8cb8-4e8470d66e7c tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87786) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 03:01:58.415792 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.quota.driver [None req-9c78e549-12fe-4c2c-8cb8-4e8470d66e7c tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 03:01:58.497541 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-9c78e549-12fe-4c2c-8cb8-4e8470d66e7c tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Notify callbacks [] for security_group, before_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:01:58.517334 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.quota.driver [None req-9c78e549-12fe-4c2c-8cb8-4e8470d66e7c tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 03:01:58.521125 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [None req-9c78e549-12fe-4c2c-8cb8-4e8470d66e7c tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Usage tracker for resource:security_group_rule and tenant:8802cd0cfe144a92a69089a1dac25d8f is out of sync, need to count used quota {{(pid=87786) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 03:01:58.524601 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [None req-9c78e549-12fe-4c2c-8cb8-4e8470d66e7c tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87786) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 03:01:58.530343 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.quota.driver [None req-9c78e549-12fe-4c2c-8cb8-4e8470d66e7c tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 03:01:58.602069 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-9c78e549-12fe-4c2c-8cb8-4e8470d66e7c tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Notify callbacks [] for security_group, precommit_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:01:58.680318 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-9c78e549-12fe-4c2c-8cb8-4e8470d66e7c tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:01:58.725096 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c78e549-12fe-4c2c-8cb8-4e8470d66e7c tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d0bb224-8457-456e-b4fb-f074c827983b,revision_number=1']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:01:58.812175 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-9c78e549-12fe-4c2c-8cb8-4e8470d66e7c tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Notify callbacks [] for security_group, before_response {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:01:58.813412 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [None req-9c78e549-12fe-4c2c-8cb8-4e8470d66e7c tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.4208615 Apr 08 03:01:58.816379 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.wsgi [-] (87786) accepted ('10.222.0.15', 48330) {{(pid=87786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:01:58.822083 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.v2.base [None req-3b8a70c9-cdd2-4a04-8a62-9fb9b528a9fe tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Request body: {'security_group_rule': {'security_group_id': '1d0bb224-8457-456e-b4fb-f074c827983b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 03:01:58.827817 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.quota.driver [None req-3b8a70c9-cdd2-4a04-8a62-9fb9b528a9fe tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 03:01:58.831624 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [None req-3b8a70c9-cdd2-4a04-8a62-9fb9b528a9fe tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Usage tracker for resource:security_group_rule and tenant:8802cd0cfe144a92a69089a1dac25d8f is out of sync, need to count used quota {{(pid=87786) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 03:01:58.834558 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [None req-3b8a70c9-cdd2-4a04-8a62-9fb9b528a9fe tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87786) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 03:01:58.840077 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.quota.driver [None req-3b8a70c9-cdd2-4a04-8a62-9fb9b528a9fe tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 03:01:58.950121 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-3b8a70c9-cdd2-4a04-8a62-9fb9b528a9fe tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:01:59.007502 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-3b8a70c9-cdd2-4a04-8a62-9fb9b528a9fe tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:01:59.086186 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-3b8a70c9-cdd2-4a04-8a62-9fb9b528a9fe tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411622'] for security_group_rule, after_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:01:59.111038 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8a70c9-cdd2-4a04-8a62-9fb9b528a9fe tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37523bd6-3b02-4e07-b002-d7bd0a2ec550,revision_number=0']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:01:59.142451 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-ef00a636-a289-418c-ab96-90866b017a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:01:59.199919 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-3b8a70c9-cdd2-4a04-8a62-9fb9b528a9fe tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:01:59.201149 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [None req-3b8a70c9-cdd2-4a04-8a62-9fb9b528a9fe tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3838220 Apr 08 03:01:59.203698 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.wsgi [-] (87786) accepted ('10.222.0.15', 48336) {{(pid=87786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:01:59.208496 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.v2.base [None req-28171412-6137-42c4-8f76-fed9a127eeb7 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Request body: {'security_group_rule': {'security_group_id': '1d0bb224-8457-456e-b4fb-f074c827983b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 03:01:59.214170 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.quota.driver [None req-28171412-6137-42c4-8f76-fed9a127eeb7 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 03:01:59.217907 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [None req-28171412-6137-42c4-8f76-fed9a127eeb7 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Usage tracker for resource:security_group_rule and tenant:8802cd0cfe144a92a69089a1dac25d8f is out of sync, need to count used quota {{(pid=87786) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 03:01:59.220734 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [None req-28171412-6137-42c4-8f76-fed9a127eeb7 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87786) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 03:01:59.226846 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.quota.driver [None req-28171412-6137-42c4-8f76-fed9a127eeb7 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 03:01:59.251250 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:01:59.315767 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-28171412-6137-42c4-8f76-fed9a127eeb7 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:01:59.376651 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-28171412-6137-42c4-8f76-fed9a127eeb7 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:01:59.423334 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-28171412-6137-42c4-8f76-fed9a127eeb7 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411622'] for security_group_rule, after_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:01:59.446959 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28171412-6137-42c4-8f76-fed9a127eeb7 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=104b8e07-ad08-4934-9d4f-b483161fc9e5,revision_number=0']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:01:59.497566 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-28171412-6137-42c4-8f76-fed9a127eeb7 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:01:59.498731 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [None req-28171412-6137-42c4-8f76-fed9a127eeb7 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2941756 Apr 08 03:01:59.501791 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.wsgi [-] (87786) accepted ('10.222.0.15', 48340) {{(pid=87786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:01:59.506611 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.v2.base [None req-3510bfd2-3684-4441-b412-ba1d6d804b52 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Request body: {'floatingip': {'floating_network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b'}} {{(pid=87786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 03:01:59.512296 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.quota.driver [None req-3510bfd2-3684-4441-b412-ba1d6d804b52 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 03:01:59.516038 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [None req-3510bfd2-3684-4441-b412-ba1d6d804b52 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Usage tracker for resource:floatingip and tenant:8802cd0cfe144a92a69089a1dac25d8f is out of sync, need to count used quota {{(pid=87786) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 03:01:59.518813 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [None req-3510bfd2-3684-4441-b412-ba1d6d804b52 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87786) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 03:01:59.525384 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.quota.driver [None req-3510bfd2-3684-4441-b412-ba1d6d804b52 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 03:01:59.588945 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-3510bfd2-3684-4441-b412-ba1d6d804b52 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Notify callbacks [] for floatingip, before_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:01:59.721640 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-3510bfd2-3684-4441-b412-ba1d6d804b52 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:01:59.866029 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.db_base_plugin_common [None req-3510bfd2-3684-4441-b412-ba1d6d804b52 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Allocated IP 172.28.2.187 (98d1e709-75a7-4f60-9ef6-cd80d5a9207b/cdd7e012-314b-49de-85b2-875de1f002d2/d5bd536d-ad01-4b39-96ba-5f6643e98526) {{(pid=87786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 03:02:00.008180 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-3510bfd2-3684-4441-b412-ba1d6d804b52 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Notify callbacks [] for port, precommit_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:00.092641 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-3510bfd2-3684-4441-b412-ba1d6d804b52 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762846864680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2754409'] for port, after_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:00.154827 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3510bfd2-3684-4441-b412-ba1d6d804b52 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Network 98d1e709-75a7-4f60-9ef6-cd80d5a9207b is already hosted by enough agents. {{(pid=87786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 03:02:00.157466 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.scheduler.base_scheduler [None req-3510bfd2-3684-4441-b412-ba1d6d804b52 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Resources bound (agent type, host, resource id): {{(pid=87786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 03:02:00.160908 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3510bfd2-3684-4441-b412-ba1d6d804b52 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Received port after_create {{(pid=87786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 03:02:00.201904 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3510bfd2-3684-4441-b412-ba1d6d804b52 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Pushing event updated for resources: {'Port': ['ID=d5bd536d-ad01-4b39-96ba-5f6643e98526,revision_number=1']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:02:00.245951 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-3510bfd2-3684-4441-b412-ba1d6d804b52 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:00.368193 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-3510bfd2-3684-4441-b412-ba1d6d804b52 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_update {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:00.571938 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-0700d8e1-2fb2-4ab8-b601-2cbd26aa24a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:00.575626 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-3510bfd2-3684-4441-b412-ba1d6d804b52 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Notify callbacks [] for port, precommit_update {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:00.646806 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-3510bfd2-3684-4441-b412-ba1d6d804b52 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762847214852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762846864698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762846864743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2754402'] for port, after_update {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:00.761095 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3510bfd2-3684-4441-b412-ba1d6d804b52 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Pushing event updated for resources: {'Port': ['ID=d5bd536d-ad01-4b39-96ba-5f6643e98526,revision_number=2']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:02:00.773786 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-3510bfd2-3684-4441-b412-ba1d6d804b52 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-333402'] for floatingip, after_update {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:00.886521 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-3510bfd2-3684-4441-b412-ba1d6d804b52 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207533'] for floatingip, before_response {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:00.887749 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [None req-3510bfd2-3684-4441-b412-ba1d6d804b52 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3850365 Apr 08 03:02:01.047051 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [req-f386dfc0-f34e-4d91-9dcb-b4e83e3b080c req-cce98944-8d9a-4fa6-9595-af07451b4c7c tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Synchronizing usage tracker for tenant:8802cd0cfe144a92a69089a1dac25d8f on resource:security_group {{(pid=87786) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 03:02:01.114638 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [req-f386dfc0-f34e-4d91-9dcb-b4e83e3b080c req-cce98944-8d9a-4fa6-9595-af07451b4c7c tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Unset dirty status for tenant:8802cd0cfe144a92a69089a1dac25d8f on resource:security_group {{(pid=87786) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 03:02:01.116622 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-f386dfc0-f34e-4d91-9dcb-b4e83e3b080c req-cce98944-8d9a-4fa6-9595-af07451b4c7c tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--801159719&fields=id&tenant_id=8802cd0cfe144a92a69089a1dac25d8f HTTP/1.1" status: 200 len: 267 time: 0.1077583 Apr 08 03:02:01.263391 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f386dfc0-f34e-4d91-9dcb-b4e83e3b080c req-9f54a4dc-9872-48ad-81f6-093c612b5cdc tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:02:01.264787 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-f386dfc0-f34e-4d91-9dcb-b4e83e3b080c req-9f54a4dc-9872-48ad-81f6-093c612b5cdc tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/networks?id=13de0308-e21f-45b1-8a0f-24108cbfbce7 HTTP/1.1" status: 200 len: 817 time: 0.1417511 Apr 08 03:02:01.279108 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-f386dfc0-f34e-4d91-9dcb-b4e83e3b080c req-8705fc3b-f181-4e5e-a967-2fba05da04a4 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/quotas/8802cd0cfe144a92a69089a1dac25d8f HTTP/1.1" status: 200 len: 375 time: 0.0088589 Apr 08 03:02:01.367519 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [req-f386dfc0-f34e-4d91-9dcb-b4e83e3b080c req-12394109-f406-4c08-8641-1360fcad308d tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Synchronizing usage tracker for tenant:8802cd0cfe144a92a69089a1dac25d8f on resource:port {{(pid=87786) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 03:02:01.440548 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [req-f386dfc0-f34e-4d91-9dcb-b4e83e3b080c req-12394109-f406-4c08-8641-1360fcad308d tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Unset dirty status for tenant:8802cd0cfe144a92a69089a1dac25d8f on resource:port {{(pid=87786) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 03:02:01.441795 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-f386dfc0-f34e-4d91-9dcb-b4e83e3b080c req-12394109-f406-4c08-8641-1360fcad308d tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=8802cd0cfe144a92a69089a1dac25d8f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1576376 Apr 08 03:02:01.690093 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-f386dfc0-f34e-4d91-9dcb-b4e83e3b080c req-f26a981f-e8b6-470c-aa9f-c6b4433ded83 service neutron] 10.222.0.15 "GET /v2.0/networks/13de0308-e21f-45b1-8a0f-24108cbfbce7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2360671 Apr 08 03:02:01.822242 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-f386dfc0-f34e-4d91-9dcb-b4e83e3b080c req-30c27188-9954-4b3c-835c-883ff6751d64 service neutron] 10.222.0.15 "GET /v2.0/networks/13de0308-e21f-45b1-8a0f-24108cbfbce7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255343 Apr 08 03:02:02.062438 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-33daaa9a-871d-4836-a0b5-4a91045d0474 req-8dac6134-8b25-4a20-9a1c-07aeccbcd878 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd102f31-ed4c-49d6-b8cc-fc30cda82b7e HTTP/1.1" status: 200 len: 210 time: 0.0429907 Apr 08 03:02:03.216156 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-ac4c7367-a42f-4085-a9e5-4a436c043ec0 req-7f154904-5d05-48a6-9f7f-dee84660ded4 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd102f31-ed4c-49d6-b8cc-fc30cda82b7e HTTP/1.1" status: 200 len: 210 time: 0.0452731 Apr 08 03:02:04.392260 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-e9cde955-f695-4311-af7f-4bb79fe05165 req-7502d60d-6e11-48dc-bb91-dd6936d7cfb1 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd102f31-ed4c-49d6-b8cc-fc30cda82b7e HTTP/1.1" status: 200 len: 210 time: 0.0614612 Apr 08 03:02:04.484736 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f386dfc0-f34e-4d91-9dcb-b4e83e3b080c req-87fce070-c8b8-40ce-a7a3-8f327b362d23 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:02:04.486140 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-f386dfc0-f34e-4d91-9dcb-b4e83e3b080c req-87fce070-c8b8-40ce-a7a3-8f327b362d23 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.39 "GET /v2.0/networks?id=13de0308-e21f-45b1-8a0f-24108cbfbce7 HTTP/1.1" status: 200 len: 817 time: 0.2289155 Apr 08 03:02:04.542705 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-f386dfc0-f34e-4d91-9dcb-b4e83e3b080c req-81e750bf-395a-4603-817a-5272cef66732 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8802cd0cfe144a92a69089a1dac25d8f HTTP/1.1" status: 200 len: 379 time: 0.0411823 Apr 08 03:02:04.551015 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.v2.base [req-f386dfc0-f34e-4d91-9dcb-b4e83e3b080c req-a604309f-01b8-4ed5-8c4f-21eb385b5b9e tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Request body: {'port': {'device_id': 'fd102f31-ed4c-49d6-b8cc-fc30cda82b7e', 'network_id': '13de0308-e21f-45b1-8a0f-24108cbfbce7', 'admin_state_up': True, 'tenant_id': '8802cd0cfe144a92a69089a1dac25d8f', 'security_groups': ['1d0bb224-8457-456e-b4fb-f074c827983b']}} {{(pid=87787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 03:02:04.700581 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [req-f386dfc0-f34e-4d91-9dcb-b4e83e3b080c req-a604309f-01b8-4ed5-8c4f-21eb385b5b9e tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 03:02:04.710534 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [req-f386dfc0-f34e-4d91-9dcb-b4e83e3b080c req-a604309f-01b8-4ed5-8c4f-21eb385b5b9e tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 03:02:04.794932 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f386dfc0-f34e-4d91-9dcb-b4e83e3b080c req-a604309f-01b8-4ed5-8c4f-21eb385b5b9e tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Made reservation on behalf of 8802cd0cfe144a92a69089a1dac25d8f for: {'port': 1} {{(pid=87787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 03:02:04.798458 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [req-f386dfc0-f34e-4d91-9dcb-b4e83e3b080c req-a604309f-01b8-4ed5-8c4f-21eb385b5b9e tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:04.967078 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.db_base_plugin_common [req-f386dfc0-f34e-4d91-9dcb-b4e83e3b080c req-a604309f-01b8-4ed5-8c4f-21eb385b5b9e tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Allocated IP 172.20.0.9 (13de0308-e21f-45b1-8a0f-24108cbfbce7/da634180-ad94-49db-9cf0-02a07794ec35/1b2222c4-7c87-4ba3-80f3-bba191ae198d) {{(pid=87787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 03:02:05.152668 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [req-f386dfc0-f34e-4d91-9dcb-b4e83e3b080c req-a604309f-01b8-4ed5-8c4f-21eb385b5b9e tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Notify callbacks [] for port, precommit_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:05.168276 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.provisioning_blocks [req-f386dfc0-f34e-4d91-9dcb-b4e83e3b080c req-a604309f-01b8-4ed5-8c4f-21eb385b5b9e tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Transition to ACTIVE for port object 1b2222c4-7c87-4ba3-80f3-bba191ae198d will not be triggered until provisioned by entity DHCP. {{(pid=87787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 03:02:05.257052 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [req-f386dfc0-f34e-4d91-9dcb-b4e83e3b080c req-a604309f-01b8-4ed5-8c4f-21eb385b5b9e tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762846864680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3006662'] for port, after_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:05.338198 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f386dfc0-f34e-4d91-9dcb-b4e83e3b080c req-a604309f-01b8-4ed5-8c4f-21eb385b5b9e tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Network 13de0308-e21f-45b1-8a0f-24108cbfbce7 is already hosted by enough agents. {{(pid=87787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 03:02:05.341087 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.scheduler.base_scheduler [req-f386dfc0-f34e-4d91-9dcb-b4e83e3b080c req-a604309f-01b8-4ed5-8c4f-21eb385b5b9e tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Resources bound (agent type, host, resource id): {{(pid=87787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 03:02:05.350253 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.l3_dvrscheduler_db [req-f386dfc0-f34e-4d91-9dcb-b4e83e3b080c req-a604309f-01b8-4ed5-8c4f-21eb385b5b9e tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Received port after_create {{(pid=87787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 03:02:05.384618 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a604309f-01b8-4ed5-8c4f-21eb385b5b9e tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Pushing event updated for resources: {'Port': ['ID=1b2222c4-7c87-4ba3-80f3-bba191ae198d,revision_number=1']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:02:05.403663 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a604309f-01b8-4ed5-8c4f-21eb385b5b9e tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:02:05.404017 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a604309f-01b8-4ed5-8c4f-21eb385b5b9e tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:02:05.404357 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a604309f-01b8-4ed5-8c4f-21eb385b5b9e tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:02:05.404689 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a604309f-01b8-4ed5-8c4f-21eb385b5b9e tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:02:05.405015 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a604309f-01b8-4ed5-8c4f-21eb385b5b9e tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:02:05.405342 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a604309f-01b8-4ed5-8c4f-21eb385b5b9e tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:02:05.405666 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a604309f-01b8-4ed5-8c4f-21eb385b5b9e tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:02:05.405988 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a604309f-01b8-4ed5-8c4f-21eb385b5b9e tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:02:05.406308 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a604309f-01b8-4ed5-8c4f-21eb385b5b9e tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:02:05.406626 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a604309f-01b8-4ed5-8c4f-21eb385b5b9e tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:02:05.406943 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a604309f-01b8-4ed5-8c4f-21eb385b5b9e tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:02:05.407285 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a604309f-01b8-4ed5-8c4f-21eb385b5b9e tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:02:05.432207 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f386dfc0-f34e-4d91-9dcb-b4e83e3b080c req-a604309f-01b8-4ed5-8c4f-21eb385b5b9e tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:02:05.432857 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [req-f386dfc0-f34e-4d91-9dcb-b4e83e3b080c req-a604309f-01b8-4ed5-8c4f-21eb385b5b9e tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207533'] for port, before_response {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:05.544126 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-f386dfc0-f34e-4d91-9dcb-b4e83e3b080c req-a604309f-01b8-4ed5-8c4f-21eb385b5b9e tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9966660 Apr 08 03:02:05.562563 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.v2.base [req-f386dfc0-f34e-4d91-9dcb-b4e83e3b080c req-aafd40a7-fc4f-47a4-b0b7-e1a8c626862f service neutron] Request body: {'port': {'device_id': 'fd102f31-ed4c-49d6-b8cc-fc30cda82b7e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83705'}} {{(pid=87787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 03:02:05.585486 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111212ed-c42e-4f8d-9d2a-27cac9b0b3cb req-c346d72e-d512-4b18-bea2-f6f8975c8bd0 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:02:05.586934 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-111212ed-c42e-4f8d-9d2a-27cac9b0b3cb req-c346d72e-d512-4b18-bea2-f6f8975c8bd0 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd102f31-ed4c-49d6-b8cc-fc30cda82b7e HTTP/1.1" status: 200 len: 931 time: 0.0798421 Apr 08 03:02:05.634288 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-111212ed-c42e-4f8d-9d2a-27cac9b0b3cb req-9a80509d-0419-4b19-a293-6b9d7dfdd9fb tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/security-groups?id=1d0bb224-8457-456e-b4fb-f074c827983b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409536 Apr 08 03:02:05.675838 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [req-f386dfc0-f34e-4d91-9dcb-b4e83e3b080c req-aafd40a7-fc4f-47a4-b0b7-e1a8c626862f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_update {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:05.720290 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-3389fe35-5fee-4f91-bbba-90a7cf7bb66c None None] Provisioning for port 1b2222c4-7c87-4ba3-80f3-bba191ae198d completed by entity DHCP. {{(pid=87788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 03:02:05.725775 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-3389fe35-5fee-4f91-bbba-90a7cf7bb66c None None] Provisioning complete for port 1b2222c4-7c87-4ba3-80f3-bba191ae198d triggered by entity DHCP. {{(pid=87788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 03:02:05.726134 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-3389fe35-5fee-4f91-bbba-90a7cf7bb66c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587297'] for port, provisioning_complete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:05.778030 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.plugin [None req-3389fe35-5fee-4f91-bbba-90a7cf7bb66c None None] Port 1b2222c4-7c87-4ba3-80f3-bba191ae198d cannot update to ACTIVE because it is not bound. {{(pid=87788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 03:02:06.002889 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.notifiers.nova [req-f386dfc0-f34e-4d91-9dcb-b4e83e3b080c req-aafd40a7-fc4f-47a4-b0b7-e1a8c626862f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b2222c4-7c87-4ba3-80f3-bba191ae198d {{(pid=87787) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 03:02:06.010341 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [req-f386dfc0-f34e-4d91-9dcb-b4e83e3b080c req-aafd40a7-fc4f-47a4-b0b7-e1a8c626862f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:06.024385 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.provisioning_blocks [req-f386dfc0-f34e-4d91-9dcb-b4e83e3b080c req-aafd40a7-fc4f-47a4-b0b7-e1a8c626862f service neutron] Transition to ACTIVE for port object 1b2222c4-7c87-4ba3-80f3-bba191ae198d will not be triggered until provisioned by entity L2. {{(pid=87787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 03:02:06.108738 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [req-f386dfc0-f34e-4d91-9dcb-b4e83e3b080c req-aafd40a7-fc4f-47a4-b0b7-e1a8c626862f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762847214852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762846864698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762846864743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3006669'] for port, after_update {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:06.259569 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafd40a7-fc4f-47a4-b0b7-e1a8c626862f service neutron] Pushing event updated for resources: {'Port': ['ID=1b2222c4-7c87-4ba3-80f3-bba191ae198d,revision_number=2']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:02:06.342653 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.plugins.ml2.managers [req-f386dfc0-f34e-4d91-9dcb-b4e83e3b080c req-aafd40a7-fc4f-47a4-b0b7-e1a8c626862f service neutron] Attempting to bind port 1b2222c4-7c87-4ba3-80f3-bba191ae198d on host hv-cinder-83705 for vnic_type normal with profile {{(pid=87787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 03:02:06.343007 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.plugins.ml2.managers [req-f386dfc0-f34e-4d91-9dcb-b4e83e3b080c req-aafd40a7-fc4f-47a4-b0b7-e1a8c626862f service neutron] Attempting to bind port 1b2222c4-7c87-4ba3-80f3-bba191ae198d by drivers openvswitch,hyperv on host hv-cinder-83705 at level 0 using segments [{'id': '1b549d7e-fc0e-4f7e-b00e-d69f05216c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '13de0308-e21f-45b1-8a0f-24108cbfbce7'}] {{(pid=87787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 03:02:06.343351 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f386dfc0-f34e-4d91-9dcb-b4e83e3b080c req-aafd40a7-fc4f-47a4-b0b7-e1a8c626862f service neutron] Attempting to bind port 1b2222c4-7c87-4ba3-80f3-bba191ae198d on network 13de0308-e21f-45b1-8a0f-24108cbfbce7 {{(pid=87787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 03:02:06.347953 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f386dfc0-f34e-4d91-9dcb-b4e83e3b080c req-aafd40a7-fc4f-47a4-b0b7-e1a8c626862f service neutron] Port 1b2222c4-7c87-4ba3-80f3-bba191ae198d on network 13de0308-e21f-45b1-8a0f-24108cbfbce7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83705 {{(pid=87787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 08 03:02:06.348268 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f386dfc0-f34e-4d91-9dcb-b4e83e3b080c req-aafd40a7-fc4f-47a4-b0b7-e1a8c626862f service neutron] Attempting to bind port 1b2222c4-7c87-4ba3-80f3-bba191ae198d on network 13de0308-e21f-45b1-8a0f-24108cbfbce7 {{(pid=87787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 03:02:06.353992 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f386dfc0-f34e-4d91-9dcb-b4e83e3b080c req-aafd40a7-fc4f-47a4-b0b7-e1a8c626862f service neutron] Checking agent: {'id': '80029809-569d-4306-9121-6b636b3093bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83705', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 2, 54, 9), 'started_at': datetime.datetime(2022, 4, 8, 2, 54, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 3, 1, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 03:02:06.354338 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f386dfc0-f34e-4d91-9dcb-b4e83e3b080c req-aafd40a7-fc4f-47a4-b0b7-e1a8c626862f service neutron] Checking segment: {'id': '1b549d7e-fc0e-4f7e-b00e-d69f05216c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '13de0308-e21f-45b1-8a0f-24108cbfbce7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 03:02:06.354705 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f386dfc0-f34e-4d91-9dcb-b4e83e3b080c req-aafd40a7-fc4f-47a4-b0b7-e1a8c626862f service neutron] Bound using segment: {'id': '1b549d7e-fc0e-4f7e-b00e-d69f05216c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '13de0308-e21f-45b1-8a0f-24108cbfbce7'} {{(pid=87787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 03:02:06.355124 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.plugins.ml2.managers [req-f386dfc0-f34e-4d91-9dcb-b4e83e3b080c req-aafd40a7-fc4f-47a4-b0b7-e1a8c626862f service neutron] Bound port: 1b2222c4-7c87-4ba3-80f3-bba191ae198d, host: hv-cinder-83705, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b549d7e-fc0e-4f7e-b00e-d69f05216c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '13de0308-e21f-45b1-8a0f-24108cbfbce7'}}] {{(pid=87787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 03:02:06.355495 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [req-f386dfc0-f34e-4d91-9dcb-b4e83e3b080c req-aafd40a7-fc4f-47a4-b0b7-e1a8c626862f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_update {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:06.443624 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.plugins.ml2.db [req-f386dfc0-f34e-4d91-9dcb-b4e83e3b080c req-aafd40a7-fc4f-47a4-b0b7-e1a8c626862f service neutron] For port 1b2222c4-7c87-4ba3-80f3-bba191ae198d, host hv-cinder-83705, cleared binding levels {{(pid=87787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 03:02:06.446366 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.plugins.ml2.db [req-f386dfc0-f34e-4d91-9dcb-b4e83e3b080c req-aafd40a7-fc4f-47a4-b0b7-e1a8c626862f service neutron] For port 1b2222c4-7c87-4ba3-80f3-bba191ae198d, host hv-cinder-83705, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=1b2222c4-7c87-4ba3-80f3-bba191ae198d,segment=NetworkSegment(1b549d7e-fc0e-4f7e-b00e-d69f05216c6f),segment_id=1b549d7e-fc0e-4f7e-b00e-d69f05216c6f)] {{(pid=87787) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 03:02:06.509395 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [req-f386dfc0-f34e-4d91-9dcb-b4e83e3b080c req-aafd40a7-fc4f-47a4-b0b7-e1a8c626862f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762847214852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762846864698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762846864743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3006669'] for port, after_update {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:06.629975 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f386dfc0-f34e-4d91-9dcb-b4e83e3b080c req-aafd40a7-fc4f-47a4-b0b7-e1a8c626862f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:02:06.631219 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [req-f386dfc0-f34e-4d91-9dcb-b4e83e3b080c req-aafd40a7-fc4f-47a4-b0b7-e1a8c626862f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207533'] for port, before_response {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:06.632455 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-f386dfc0-f34e-4d91-9dcb-b4e83e3b080c req-aafd40a7-fc4f-47a4-b0b7-e1a8c626862f service neutron] 10.222.0.39 "PUT /v2.0/ports/1b2222c4-7c87-4ba3-80f3-bba191ae198d HTTP/1.1" status: 200 len: 1093 time: 1.0741301 Apr 08 03:02:06.632882 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd102f31-ed4c-49d6-b8cc-fc30cda82b7e', 'tag': '1b2222c4-7c87-4ba3-80f3-bba191ae198d'}] {{(pid=87787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 03:02:06.656670 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafd40a7-fc4f-47a4-b0b7-e1a8c626862f service neutron] Pushing event updated for resources: {'Port': ['ID=1b2222c4-7c87-4ba3-80f3-bba191ae198d,revision_number=3']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:02:06.686103 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9ca011c-213c-4c50-94b1-6031a7bcf797'] response: {'name': 'network-changed', 'server_uuid': 'fd102f31-ed4c-49d6-b8cc-fc30cda82b7e', 'tag': '1b2222c4-7c87-4ba3-80f3-bba191ae198d', 'status': 'completed', 'code': 200} Apr 08 03:02:06.804512 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977aca72-9f7f-4716-a15e-a48d93ecbfe1 req-21309340-4e45-460a-b367-5b1d97886711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:02:06.806056 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-977aca72-9f7f-4716-a15e-a48d93ecbfe1 req-21309340-4e45-460a-b367-5b1d97886711 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8802cd0cfe144a92a69089a1dac25d8f&device_id=fd102f31-ed4c-49d6-b8cc-fc30cda82b7e HTTP/1.1" status: 200 len: 1096 time: 0.0772090 Apr 08 03:02:06.838836 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e68569-3ee5-4efa-8d2c-0b02f867a1a7 req-ad3c59ec-e0d4-4b7f-ae1a-7888120ed7c7 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:02:06.840325 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-c0e68569-3ee5-4efa-8d2c-0b02f867a1a7 req-ad3c59ec-e0d4-4b7f-ae1a-7888120ed7c7 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd102f31-ed4c-49d6-b8cc-fc30cda82b7e HTTP/1.1" status: 200 len: 943 time: 0.0902941 Apr 08 03:02:06.884302 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-c0e68569-3ee5-4efa-8d2c-0b02f867a1a7 req-c2105ccb-8b27-46c1-8edb-6ef23b608134 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/security-groups?id=1d0bb224-8457-456e-b4fb-f074c827983b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380187 Apr 08 03:02:06.949593 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977aca72-9f7f-4716-a15e-a48d93ecbfe1 req-d3f7093e-d40f-4c9a-9253-439c8bc0b97f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:02:06.950988 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-977aca72-9f7f-4716-a15e-a48d93ecbfe1 req-d3f7093e-d40f-4c9a-9253-439c8bc0b97f service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=8802cd0cfe144a92a69089a1dac25d8f&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1309292 Apr 08 03:02:07.081779 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977aca72-9f7f-4716-a15e-a48d93ecbfe1 req-b563ff55-50fc-453c-a5e6-518c00a1dfc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:02:07.083214 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-977aca72-9f7f-4716-a15e-a48d93ecbfe1 req-b563ff55-50fc-453c-a5e6-518c00a1dfc1 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1260428 Apr 08 03:02:07.210904 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f386dfc0-f34e-4d91-9dcb-b4e83e3b080c req-80fec003-2d8a-47a4-a7e3-dd14b6cb7abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:02:07.212377 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-f386dfc0-f34e-4d91-9dcb-b4e83e3b080c req-80fec003-2d8a-47a4-a7e3-dd14b6cb7abe service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8802cd0cfe144a92a69089a1dac25d8f&device_id=fd102f31-ed4c-49d6-b8cc-fc30cda82b7e HTTP/1.1" status: 200 len: 1096 time: 0.0701168 Apr 08 03:02:07.287761 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-f386dfc0-f34e-4d91-9dcb-b4e83e3b080c req-8fbefd4f-8bbf-4edb-b8c9-214d78672561 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1b2222c4-7c87-4ba3-80f3-bba191ae198d HTTP/1.1" status: 200 len: 217 time: 0.0617557 Apr 08 03:02:07.347790 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f386dfc0-f34e-4d91-9dcb-b4e83e3b080c req-868b2487-fd87-4346-b110-bbf60987b927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:02:07.349813 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-f386dfc0-f34e-4d91-9dcb-b4e83e3b080c req-868b2487-fd87-4346-b110-bbf60987b927 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=da634180-ad94-49db-9cf0-02a07794ec35 HTTP/1.1" status: 200 len: 856 time: 0.0560513 Apr 08 03:02:07.424236 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f386dfc0-f34e-4d91-9dcb-b4e83e3b080c req-4711085a-cb1a-4e9b-b9d6-ded374e51856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:02:07.425642 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-f386dfc0-f34e-4d91-9dcb-b4e83e3b080c req-4711085a-cb1a-4e9b-b9d6-ded374e51856 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=13de0308-e21f-45b1-8a0f-24108cbfbce7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0706959 Apr 08 03:02:07.552870 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-f386dfc0-f34e-4d91-9dcb-b4e83e3b080c req-e9825918-d2d7-4348-bfc7-1f4557285586 service neutron] 10.222.0.39 "GET /v2.0/networks/13de0308-e21f-45b1-8a0f-24108cbfbce7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197298 Apr 08 03:02:07.679908 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-f386dfc0-f34e-4d91-9dcb-b4e83e3b080c req-72f86529-4c5b-42c9-8cfd-cc114c554373 service neutron] 10.222.0.39 "GET /v2.0/networks/13de0308-e21f-45b1-8a0f-24108cbfbce7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205404 Apr 08 03:02:08.069118 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d492d4-5b8b-4071-aafe-729437477ffb req-1334be65-0044-44c3-8b90-09f01f2d4a21 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:02:08.070540 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-44d492d4-5b8b-4071-aafe-729437477ffb req-1334be65-0044-44c3-8b90-09f01f2d4a21 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd102f31-ed4c-49d6-b8cc-fc30cda82b7e HTTP/1.1" status: 200 len: 943 time: 0.0779974 Apr 08 03:02:08.116730 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-44d492d4-5b8b-4071-aafe-729437477ffb req-5935856a-fd31-4626-afb6-d992fed658d9 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/security-groups?id=1d0bb224-8457-456e-b4fb-f074c827983b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405633 Apr 08 03:02:09.217806 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:09.304491 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680bf975-0ca9-4dc8-885e-2fb6b08710da req-ebd6f108-f53d-4a2f-ac74-b96c6a70fc5e tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:02:09.310777 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-680bf975-0ca9-4dc8-885e-2fb6b08710da req-ebd6f108-f53d-4a2f-ac74-b96c6a70fc5e tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd102f31-ed4c-49d6-b8cc-fc30cda82b7e HTTP/1.1" status: 200 len: 943 time: 0.0822651 Apr 08 03:02:09.350939 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-680bf975-0ca9-4dc8-885e-2fb6b08710da req-39508f7d-4f49-4d93-b723-474256f0afae tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/security-groups?id=1d0bb224-8457-456e-b4fb-f074c827983b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391834 Apr 08 03:02:10.540794 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddf0dd4-2707-4d18-9d93-83229ed5ad64 req-71aeb05e-de58-4c9d-8da0-07a6ed9fb1ae tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:02:10.542212 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-8ddf0dd4-2707-4d18-9d93-83229ed5ad64 req-71aeb05e-de58-4c9d-8da0-07a6ed9fb1ae tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd102f31-ed4c-49d6-b8cc-fc30cda82b7e HTTP/1.1" status: 200 len: 943 time: 0.0828753 Apr 08 03:02:10.586219 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-8ddf0dd4-2707-4d18-9d93-83229ed5ad64 req-4d595ccd-beaa-49fa-a1c1-8f92d73bdbca tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/security-groups?id=1d0bb224-8457-456e-b4fb-f074c827983b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382802 Apr 08 03:02:11.531756 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Device 1b2222c4-7c87-4ba3-80f3-bba191ae198d details requested by agent hyperv_hv-cinder-83705 with host hv-cinder-83705 {{(pid=87788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 08 03:02:11.660973 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.db [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] For port 1b2222c4-7c87-4ba3-80f3-bba191ae198d, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=1b2222c4-7c87-4ba3-80f3-bba191ae198d,segment=NetworkSegment(1b549d7e-fc0e-4f7e-b00e-d69f05216c6f),segment_id=1b549d7e-fc0e-4f7e-b00e-d69f05216c6f)] {{(pid=87788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 03:02:11.674396 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Returning: {'device': '1b2222c4-7c87-4ba3-80f3-bba191ae198d', 'network_id': '13de0308-e21f-45b1-8a0f-24108cbfbce7', 'port_id': '1b2222c4-7c87-4ba3-80f3-bba191ae198d', 'mac_address': 'fa:16:3e:ec:a7:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 265, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da634180-ad94-49db-9cf0-02a07794ec35', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 03:02:11.731673 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:11.748848 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.notifiers.nova [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b2222c4-7c87-4ba3-80f3-bba191ae198d {{(pid=87788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 03:02:11.763616 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.db [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] For port 1b2222c4-7c87-4ba3-80f3-bba191ae198d, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=1b2222c4-7c87-4ba3-80f3-bba191ae198d,segment=NetworkSegment(1b549d7e-fc0e-4f7e-b00e-d69f05216c6f),segment_id=1b549d7e-fc0e-4f7e-b00e-d69f05216c6f)] {{(pid=87788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 03:02:11.772463 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4449767e-09ff-41ed-9aac-c6df58c0f189 req-8aaa4ee6-5538-4cc0-884c-4f63b1210375 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:02:11.780878 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-4449767e-09ff-41ed-9aac-c6df58c0f189 req-8aaa4ee6-5538-4cc0-884c-4f63b1210375 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd102f31-ed4c-49d6-b8cc-fc30cda82b7e HTTP/1.1" status: 200 len: 943 time: 0.0790639 Apr 08 03:02:11.817075 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-4449767e-09ff-41ed-9aac-c6df58c0f189 req-e21dbfa6-01a7-415e-8e45-fedcf65ed142 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/security-groups?id=1d0bb224-8457-456e-b4fb-f074c827983b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372705 Apr 08 03:02:11.840428 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762847214852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762846864698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762846864743'] for port, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:11.907034 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Pushing event updated for resources: {'Port': ['ID=1b2222c4-7c87-4ba3-80f3-bba191ae198d,revision_number=4']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:02:11.913875 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:02:11.914216 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:02:11.914545 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:02:11.914869 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:02:11.915210 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:02:11.915534 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:02:11.915854 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:02:11.916167 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:02:11.916479 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:02:11.916791 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:02:11.917103 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:02:11.917412 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:02:12.316850 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.db [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] get_ports_and_sgs() called for port_ids ['1b2222c4-7c87-4ba3-80f3-bba191ae198d'] {{(pid=87788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 03:02:13.003808 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a85c17-48c3-4a15-990e-8d441a786977 req-5548d706-c051-4ab3-bde1-09d673fdcdb6 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:02:13.005361 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-48a85c17-48c3-4a15-990e-8d441a786977 req-5548d706-c051-4ab3-bde1-09d673fdcdb6 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd102f31-ed4c-49d6-b8cc-fc30cda82b7e HTTP/1.1" status: 200 len: 944 time: 0.0796726 Apr 08 03:02:13.048849 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-48a85c17-48c3-4a15-990e-8d441a786977 req-972f6a95-e751-48e4-b4a5-4120ecd55fd8 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/security-groups?id=1d0bb224-8457-456e-b4fb-f074c827983b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379641 Apr 08 03:02:13.534994 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Device 1b2222c4-7c87-4ba3-80f3-bba191ae198d up at agent hyperv_hv-cinder-83705 {{(pid=87788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 03:02:13.657428 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Provisioning for port 1b2222c4-7c87-4ba3-80f3-bba191ae198d completed by entity L2. {{(pid=87788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 03:02:13.662610 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Provisioning complete for port 1b2222c4-7c87-4ba3-80f3-bba191ae198d triggered by entity L2. {{(pid=87788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 03:02:13.665880 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587297'] for port, provisioning_complete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:13.775881 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:13.801768 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd102f31-ed4c-49d6-b8cc-fc30cda82b7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b2222c4-7c87-4ba3-80f3-bba191ae198d'}] {{(pid=87788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 03:02:13.811413 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.db [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] For port 1b2222c4-7c87-4ba3-80f3-bba191ae198d, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=1b2222c4-7c87-4ba3-80f3-bba191ae198d,segment=NetworkSegment(1b549d7e-fc0e-4f7e-b00e-d69f05216c6f),segment_id=1b549d7e-fc0e-4f7e-b00e-d69f05216c6f)] {{(pid=87788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 03:02:13.892297 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762847214852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762846864698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762846864743'] for port, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:13.896468 dv-cinder-837051-1-smb neutron-server[87788]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16244b5b-e9df-491e-9d26-4858d3ea07b6'] response: {'server_uuid': 'fd102f31-ed4c-49d6-b8cc-fc30cda82b7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b2222c4-7c87-4ba3-80f3-bba191ae198d', 'code': 200} Apr 08 03:02:13.965566 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Pushing event updated for resources: {'Port': ['ID=1b2222c4-7c87-4ba3-80f3-bba191ae198d,revision_number=5']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:02:14.249870 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb62ce1-9e44-4eea-b1d5-32ba6769f189 req-8084bdb8-6605-4588-b13a-fa0ab61e7e4a tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:02:14.251265 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-aeb62ce1-9e44-4eea-b1d5-32ba6769f189 req-8084bdb8-6605-4588-b13a-fa0ab61e7e4a tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd102f31-ed4c-49d6-b8cc-fc30cda82b7e HTTP/1.1" status: 200 len: 945 time: 0.0942485 Apr 08 03:02:14.288352 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041315a0-a63d-4993-a15f-86648f4cdb68 req-45e3f4fd-b3f9-4ad7-a4ab-6ca788a85879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:02:14.289911 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-041315a0-a63d-4993-a15f-86648f4cdb68 req-45e3f4fd-b3f9-4ad7-a4ab-6ca788a85879 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=fd102f31-ed4c-49d6-b8cc-fc30cda82b7e HTTP/1.1" status: 200 len: 1098 time: 0.0695896 Apr 08 03:02:14.300093 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-aeb62ce1-9e44-4eea-b1d5-32ba6769f189 req-8ca60b1c-284e-421a-af2d-cddbaf78cf9b tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/security-groups?id=1d0bb224-8457-456e-b4fb-f074c827983b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423675 Apr 08 03:02:14.336912 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-041315a0-a63d-4993-a15f-86648f4cdb68 req-a1e93791-0437-4b6f-8fde-0a24891169e6 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=1d0bb224-8457-456e-b4fb-f074c827983b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408144 Apr 08 03:02:15.495707 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f37dd33-a6df-4bab-9812-122e0f3d9b3c req-069bdcba-ac42-4875-ae8e-81e24a6f1db5 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:02:15.497154 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-6f37dd33-a6df-4bab-9812-122e0f3d9b3c req-069bdcba-ac42-4875-ae8e-81e24a6f1db5 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd102f31-ed4c-49d6-b8cc-fc30cda82b7e HTTP/1.1" status: 200 len: 945 time: 0.0818472 Apr 08 03:02:15.540836 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-6f37dd33-a6df-4bab-9812-122e0f3d9b3c req-cecedb52-6774-4447-a5aa-9868ad62a4d0 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/security-groups?id=1d0bb224-8457-456e-b4fb-f074c827983b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379572 Apr 08 03:02:16.728519 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f87a54-b4ed-43e8-a0ea-24268a474f3c req-76b29c20-22c1-4505-9f73-cde44794f5bd tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:02:16.729947 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-23f87a54-b4ed-43e8-a0ea-24268a474f3c req-76b29c20-22c1-4505-9f73-cde44794f5bd tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd102f31-ed4c-49d6-b8cc-fc30cda82b7e HTTP/1.1" status: 200 len: 945 time: 0.0820348 Apr 08 03:02:16.772667 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-23f87a54-b4ed-43e8-a0ea-24268a474f3c req-0ee2602d-afce-4018-8d1e-da6bd6503e82 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/security-groups?id=1d0bb224-8457-456e-b4fb-f074c827983b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370851 Apr 08 03:02:16.948294 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3947c8c-77df-4210-8184-57a80c964057 req-e3087be3-b403-4a7a-adeb-c0bc31210d2a tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:02:16.949692 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-d3947c8c-77df-4210-8184-57a80c964057 req-e3087be3-b403-4a7a-adeb-c0bc31210d2a tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd102f31-ed4c-49d6-b8cc-fc30cda82b7e HTTP/1.1" status: 200 len: 945 time: 0.0764418 Apr 08 03:02:16.957995 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.wsgi [-] (87786) accepted ('10.222.0.15', 48424) {{(pid=87786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:02:16.963267 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.v2.base [None req-637bafec-e9c9-409c-84b0-e3e83aec70c9 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Request body: {'floatingip': {'port_id': '1b2222c4-7c87-4ba3-80f3-bba191ae198d'}} {{(pid=87786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 03:02:17.038801 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-637bafec-e9c9-409c-84b0-e3e83aec70c9 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Notify callbacks [] for floatingip, before_update {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:17.689157 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-637bafec-e9c9-409c-84b0-e3e83aec70c9 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:17.725779 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-637bafec-e9c9-409c-84b0-e3e83aec70c9 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-333402'] for floatingip, after_update {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:17.889908 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.db.l3_db [None req-637bafec-e9c9-409c-84b0-e3e83aec70c9 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Floating IP 2612d888-2c81-4ee5-94b5-c01b9deff241 associated. External IP: 172.28.2.187, port: 1b2222c4-7c87-4ba3-80f3-bba191ae198d. Apr 08 03:02:18.223113 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-637bafec-e9c9-409c-84b0-e3e83aec70c9 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Router 44a33464-cbad-47c2-82a1-16fb5f8565f4 has already been hosted by L3 agent 70d74887-4404-4f0d-99b3-e017d5637063 {{(pid=87786) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 03:02:18.397079 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-637bafec-e9c9-409c-84b0-e3e83aec70c9 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Notify agent at l3_agent.dv-cinder-837051-1-smb the message routers_updated {{(pid=87786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 03:02:18.401894 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-637bafec-e9c9-409c-84b0-e3e83aec70c9 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207533'] for floatingip, before_response {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:18.406998 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f57dcf9-8230-46a0-a2a8-807354770784 None None] Sync routers for ids ['44a33464-cbad-47c2-82a1-16fb5f8565f4'] in dv-cinder-837051-1-smb {{(pid=87788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 03:02:18.416061 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f57dcf9-8230-46a0-a2a8-807354770784 None None] Routers {'44a33464-cbad-47c2-82a1-16fb5f8565f4'} bound to L3 agent in host dv-cinder-837051-1-smb {{(pid=87788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 03:02:18.416646 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.l3_hamode_db [None req-5f57dcf9-8230-46a0-a2a8-807354770784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837051-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-08T02:46:58Z,description=,heartbeat_timestamp=2022-04-08T03:01:58Z,host='dv-cinder-837051-1-smb',id=70d74887-4404-4f0d-99b3-e017d5637063,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T02:46:59Z,topic='l3_agent')) {'router_ids': ['44a33464-cbad-47c2-82a1-16fb5f8565f4'], 'active': True} {{(pid=87788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 03:02:18.454496 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [None req-637bafec-e9c9-409c-84b0-e3e83aec70c9 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "PUT /v2.0/floatingips/2612d888-2c81-4ee5-94b5-c01b9deff241 HTTP/1.1" status: 200 len: 991 time: 1.4949331 Apr 08 03:02:18.455058 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd102f31-ed4c-49d6-b8cc-fc30cda82b7e', 'tag': '1b2222c4-7c87-4ba3-80f3-bba191ae198d'}] {{(pid=87786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 03:02:18.556737 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2233cbc-dda0-4188-aa0f-82be69c185cc'] response: {'name': 'network-changed', 'server_uuid': 'fd102f31-ed4c-49d6-b8cc-fc30cda82b7e', 'tag': '1b2222c4-7c87-4ba3-80f3-bba191ae198d', 'status': 'completed', 'code': 200} Apr 08 03:02:18.599515 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.l3_dvr_db [None req-5f57dcf9-8230-46a0-a2a8-807354770784 None None] Set router 44a33464-cbad-47c2-82a1-16fb5f8565f4 gateway port host: dv-cinder-837051-1-smb {{(pid=87788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 03:02:18.695025 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6c7d06-89cb-45c6-829c-b1e41ba632d5 req-727a7b15-046b-4c32-9026-c2f35b2153cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:02:18.696503 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-8f6c7d06-89cb-45c6-829c-b1e41ba632d5 req-727a7b15-046b-4c32-9026-c2f35b2153cb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8802cd0cfe144a92a69089a1dac25d8f&device_id=fd102f31-ed4c-49d6-b8cc-fc30cda82b7e HTTP/1.1" status: 200 len: 1098 time: 0.0725598 Apr 08 03:02:18.839368 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6c7d06-89cb-45c6-829c-b1e41ba632d5 req-33baa4f1-4c1d-4e88-8a7c-c2c64f364240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:02:18.840768 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-8f6c7d06-89cb-45c6-829c-b1e41ba632d5 req-33baa4f1-4c1d-4e88-8a7c-c2c64f364240 service neutron] 10.222.0.39 "GET /v2.0/networks?id=13de0308-e21f-45b1-8a0f-24108cbfbce7 HTTP/1.1" status: 200 len: 918 time: 0.1379814 Apr 08 03:02:18.945887 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-8f6c7d06-89cb-45c6-829c-b1e41ba632d5 req-3e67f8bc-0ffd-429f-a29e-ced1792737e1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1b2222c4-7c87-4ba3-80f3-bba191ae198d HTTP/1.1" status: 200 len: 999 time: 0.0948174 Apr 08 03:02:18.972787 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.l3_hamode_db [None req-5f57dcf9-8230-46a0-a2a8-807354770784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44a33464-cbad-47c2-82a1-16fb5f8565f4', 'name': 'tempest-AttachVolumeShelveTestJSON-1267468133-router', 'tenant_id': '8802cd0cfe144a92a69089a1dac25d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'external_fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.178'}], 'enable_snat': True}, 'gw_port_id': '0fb68517-97ef-47d9-beb2-a116d6cdc331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:56:27Z', 'updated_at': '2022-04-08T02:56:46Z', 'revision_number': 4, 'project_id': '8802cd0cfe144a92a69089a1dac25d8f', 'gw_port': {'id': '0fb68517-97ef-47d9-beb2-a116d6cdc331', 'name': '', 'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:46:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44a33464-cbad-47c2-82a1-16fb5f8565f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:56:30Z', 'updated_at': '2022-04-08T02:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-smb', '_floatingips': [{'id': '2612d888-2c81-4ee5-94b5-c01b9deff241', 'tenant_id': '8802cd0cfe144a92a69089a1dac25d8f', 'floating_ip_address': '172.28.2.187', 'floating_network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'router_id': '44a33464-cbad-47c2-82a1-16fb5f8565f4', 'port_id': '1b2222c4-7c87-4ba3-80f3-bba191ae198d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13de0308-e21f-45b1-8a0f-24108cbfbce7', 'mac_address': 'fa:16:3e:ec:a7:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd102f31-ed4c-49d6-b8cc-fc30cda82b7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T03:02:00Z', 'updated_at': '2022-04-08T03:02:17Z', 'revision_number': 1, 'project_id': '8802cd0cfe144a92a69089a1dac25d8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7972713-86ee-4d57-a034-77787b34547f', 'name': '', 'network_id': '13de0308-e21f-45b1-8a0f-24108cbfbce7', 'tenant_id': '8802cd0cfe144a92a69089a1dac25d8f', 'mac_address': 'fa:16:3e:87:51:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44a33464-cbad-47c2-82a1-16fb5f8565f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'da634180-ad94-49db-9cf0-02a07794ec35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:56:43Z', 'updated_at': '2022-04-08T02:57:00Z', 'revision_number': 5, 'project_id': '8802cd0cfe144a92a69089a1dac25d8f', 'subnets': [{'id': 'da634180-ad94-49db-9cf0-02a07794ec35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837051-1-smb', False) {} {{(pid=87788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 03:02:18.976742 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f57dcf9-8230-46a0-a2a8-807354770784 None None] Checking router: 44a33464-cbad-47c2-82a1-16fb5f8565f4 for host: dv-cinder-837051-1-smb {{(pid=87788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 03:02:18.985041 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f57dcf9-8230-46a0-a2a8-807354770784 None None] Routers {'44a33464-cbad-47c2-82a1-16fb5f8565f4'} bound to L3 agent in host dv-cinder-837051-1-smb {{(pid=87788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 03:02:18.985634 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.l3_hamode_db [None req-5f57dcf9-8230-46a0-a2a8-807354770784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837051-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-08T02:46:58Z,description=,heartbeat_timestamp=2022-04-08T03:01:58Z,host='dv-cinder-837051-1-smb',id=70d74887-4404-4f0d-99b3-e017d5637063,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T02:46:59Z,topic='l3_agent')) {'router_ids': ['44a33464-cbad-47c2-82a1-16fb5f8565f4'], 'active': True} {{(pid=87788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 03:02:19.007073 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6c7d06-89cb-45c6-829c-b1e41ba632d5 req-d9021a4d-bcff-4420-912a-5f4760360860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:02:19.008647 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-8f6c7d06-89cb-45c6-829c-b1e41ba632d5 req-d9021a4d-bcff-4420-912a-5f4760360860 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=da634180-ad94-49db-9cf0-02a07794ec35 HTTP/1.1" status: 200 len: 856 time: 0.0562992 Apr 08 03:02:19.088606 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6c7d06-89cb-45c6-829c-b1e41ba632d5 req-7a5eeef7-23f0-47d3-9cb3-3aeac3fa2131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:02:19.090145 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-8f6c7d06-89cb-45c6-829c-b1e41ba632d5 req-7a5eeef7-23f0-47d3-9cb3-3aeac3fa2131 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=13de0308-e21f-45b1-8a0f-24108cbfbce7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0747154 Apr 08 03:02:19.168572 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.l3_dvr_db [None req-5f57dcf9-8230-46a0-a2a8-807354770784 None None] Set router 44a33464-cbad-47c2-82a1-16fb5f8565f4 gateway port host: dv-cinder-837051-1-smb {{(pid=87788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 03:02:19.297924 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-8f6c7d06-89cb-45c6-829c-b1e41ba632d5 req-01a4f13a-33dc-4f17-a6be-84d812e25764 service neutron] 10.222.0.39 "GET /v2.0/networks/13de0308-e21f-45b1-8a0f-24108cbfbce7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2003858 Apr 08 03:02:19.433464 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-8f6c7d06-89cb-45c6-829c-b1e41ba632d5 req-3fd8dde5-4764-4bec-a92b-7013a6aed155 service neutron] 10.222.0.39 "GET /v2.0/networks/13de0308-e21f-45b1-8a0f-24108cbfbce7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283588 Apr 08 03:02:19.526265 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.l3_hamode_db [None req-5f57dcf9-8230-46a0-a2a8-807354770784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44a33464-cbad-47c2-82a1-16fb5f8565f4', 'name': 'tempest-AttachVolumeShelveTestJSON-1267468133-router', 'tenant_id': '8802cd0cfe144a92a69089a1dac25d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'external_fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.178'}], 'enable_snat': True}, 'gw_port_id': '0fb68517-97ef-47d9-beb2-a116d6cdc331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:56:27Z', 'updated_at': '2022-04-08T02:56:46Z', 'revision_number': 4, 'project_id': '8802cd0cfe144a92a69089a1dac25d8f', 'gw_port': {'id': '0fb68517-97ef-47d9-beb2-a116d6cdc331', 'name': '', 'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:46:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44a33464-cbad-47c2-82a1-16fb5f8565f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:56:30Z', 'updated_at': '2022-04-08T02:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-smb', '_floatingips': [{'id': '2612d888-2c81-4ee5-94b5-c01b9deff241', 'tenant_id': '8802cd0cfe144a92a69089a1dac25d8f', 'floating_ip_address': '172.28.2.187', 'floating_network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'router_id': '44a33464-cbad-47c2-82a1-16fb5f8565f4', 'port_id': '1b2222c4-7c87-4ba3-80f3-bba191ae198d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13de0308-e21f-45b1-8a0f-24108cbfbce7', 'mac_address': 'fa:16:3e:ec:a7:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd102f31-ed4c-49d6-b8cc-fc30cda82b7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T03:02:00Z', 'updated_at': '2022-04-08T03:02:17Z', 'revision_number': 1, 'project_id': '8802cd0cfe144a92a69089a1dac25d8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7972713-86ee-4d57-a034-77787b34547f', 'name': '', 'network_id': '13de0308-e21f-45b1-8a0f-24108cbfbce7', 'tenant_id': '8802cd0cfe144a92a69089a1dac25d8f', 'mac_address': 'fa:16:3e:87:51:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44a33464-cbad-47c2-82a1-16fb5f8565f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'da634180-ad94-49db-9cf0-02a07794ec35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:56:43Z', 'updated_at': '2022-04-08T02:57:00Z', 'revision_number': 5, 'project_id': '8802cd0cfe144a92a69089a1dac25d8f', 'subnets': [{'id': 'da634180-ad94-49db-9cf0-02a07794ec35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837051-1-smb', False) {} {{(pid=87788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 03:02:19.530472 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f57dcf9-8230-46a0-a2a8-807354770784 None None] The sync data for ids ['44a33464-cbad-47c2-82a1-16fb5f8565f4'] in dv-cinder-837051-1-smb is: [{'id': '44a33464-cbad-47c2-82a1-16fb5f8565f4', 'name': 'tempest-AttachVolumeShelveTestJSON-1267468133-router', 'tenant_id': '8802cd0cfe144a92a69089a1dac25d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'external_fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.178'}], 'enable_snat': True}, 'gw_port_id': '0fb68517-97ef-47d9-beb2-a116d6cdc331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:56:27Z', 'updated_at': '2022-04-08T02:56:46Z', 'revision_number': 4, 'project_id': '8802cd0cfe144a92a69089a1dac25d8f', 'gw_port': {'id': '0fb68517-97ef-47d9-beb2-a116d6cdc331', 'name': '', 'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:46:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44a33464-cbad-47c2-82a1-16fb5f8565f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:56:30Z', 'updated_at': '2022-04-08T02:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-smb', '_floatingips': [{'id': '2612d888-2c81-4ee5-94b5-c01b9deff241', 'tenant_id': '8802cd0cfe144a92a69089a1dac25d8f', 'floating_ip_address': '172.28.2.187', 'floating_network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'router_id': '44a33464-cbad-47c2-82a1-16fb5f8565f4', 'port_id': '1b2222c4-7c87-4ba3-80f3-bba191ae198d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13de0308-e21f-45b1-8a0f-24108cbfbce7', 'mac_address': 'fa:16:3e:ec:a7:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd102f31-ed4c-49d6-b8cc-fc30cda82b7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T03:02:00Z', 'updated_at': '2022-04-08T03:02:17Z', 'revision_number': 1, 'project_id': '8802cd0cfe144a92a69089a1dac25d8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7972713-86ee-4d57-a034-77787b34547f', 'name': '', 'network_id': '13de0308-e21f-45b1-8a0f-24108cbfbce7', 'tenant_id': '8802cd0cfe144a92a69089a1dac25d8f', 'mac_address': 'fa:16:3e:87:51:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44a33464-cbad-47c2-82a1-16fb5f8565f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'da634180-ad94-49db-9cf0-02a07794ec35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:56:43Z', 'updated_at': '2022-04-08T02:57:00Z', 'revision_number': 5, 'project_id': '8802cd0cfe144a92a69089a1dac25d8f', 'subnets': [{'id': 'da634180-ad94-49db-9cf0-02a07794ec35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 03:02:19.702686 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57631963-2ff9-4ed5-9a4c-8f59e26b3ce1 None None] New status for floating IP 2612d888-2c81-4ee5-94b5-c01b9deff241: ACTIVE {{(pid=87789) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 03:02:20.523252 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-52a38223-2214-4fae-948a-2ced0e1b9214 req-f2501e2a-1f25-4ae0-b153-a5fbbd6054e4 tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2145193994&fields=id&tenant_id=e54ae39904dd451ab45f8d4f4dd2c54f HTTP/1.1" status: 200 len: 267 time: 0.1278617 Apr 08 03:02:20.611048 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a38223-2214-4fae-948a-2ced0e1b9214 req-495b7a17-5939-4349-813d-367e12786df2 tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:02:20.612441 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-52a38223-2214-4fae-948a-2ced0e1b9214 req-495b7a17-5939-4349-813d-367e12786df2 tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] 10.222.0.15 "GET /v2.0/ports?device_id=a27a10dc-251a-43a1-a678-3f066f540399 HTTP/1.1" status: 200 len: 984 time: 0.0833240 Apr 08 03:02:20.623296 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.v2.base [req-52a38223-2214-4fae-948a-2ced0e1b9214 req-ebdc2a23-fa66-4e60-8255-c5fab20e6671 tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Request body: {'port': {'security_groups': ['3d0b1559-7425-473f-bd1c-fb1704313e64']}} {{(pid=87786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 03:02:20.758026 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [req-52a38223-2214-4fae-948a-2ced0e1b9214 req-ebdc2a23-fa66-4e60-8255-c5fab20e6671 tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_update {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:20.992325 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.db [req-52a38223-2214-4fae-948a-2ced0e1b9214 req-ebdc2a23-fa66-4e60-8255-c5fab20e6671 tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] For port 1a657876-5e33-4830-837a-fb58e7d28a92, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=1a657876-5e33-4830-837a-fb58e7d28a92,segment=NetworkSegment(fbbea2b2-6b34-4085-aa23-2abb9eaccb63),segment_id=fbbea2b2-6b34-4085-aa23-2abb9eaccb63)] {{(pid=87786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 03:02:21.016392 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [req-52a38223-2214-4fae-948a-2ced0e1b9214 req-ebdc2a23-fa66-4e60-8255-c5fab20e6671 tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Notify callbacks [] for port, precommit_update {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:21.069362 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [req-52a38223-2214-4fae-948a-2ced0e1b9214 req-ebdc2a23-fa66-4e60-8255-c5fab20e6671 tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762847214852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762846864698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762846864743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2754402'] for port, after_update {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:21.110249 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.db [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] get_ports_and_sgs() called for port_ids ['1a657876-5e33-4830-837a-fb58e7d28a92'] {{(pid=87788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 03:02:21.133812 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a38223-2214-4fae-948a-2ced0e1b9214 req-ebdc2a23-fa66-4e60-8255-c5fab20e6671 tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:02:21.134399 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [req-52a38223-2214-4fae-948a-2ced0e1b9214 req-ebdc2a23-fa66-4e60-8255-c5fab20e6671 tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207533'] for port, before_response {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:21.135779 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-52a38223-2214-4fae-948a-2ced0e1b9214 req-ebdc2a23-fa66-4e60-8255-c5fab20e6671 tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] 10.222.0.15 "PUT /v2.0/ports/1a657876-5e33-4830-837a-fb58e7d28a92 HTTP/1.1" status: 200 len: 942 time: 0.5169759 Apr 08 03:02:21.136214 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a27a10dc-251a-43a1-a678-3f066f540399', 'tag': '1a657876-5e33-4830-837a-fb58e7d28a92'}] {{(pid=87786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 03:02:21.147018 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 48446) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:02:21.174712 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdc2a23-fa66-4e60-8255-c5fab20e6671 tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Pushing event updated for resources: {'Port': ['ID=1a657876-5e33-4830-837a-fb58e7d28a92,revision_number=7']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:02:21.198787 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a30c4db8-7e93-4ae7-b682-db1abca7d1d4'] response: {'name': 'network-changed', 'server_uuid': 'a27a10dc-251a-43a1-a678-3f066f540399', 'tag': '1a657876-5e33-4830-837a-fb58e7d28a92', 'status': 'completed', 'code': 200} Apr 08 03:02:21.232778 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-eb23cc72-aecd-40e9-a4ad-6f44ac854f8e tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Notify callbacks [] for security_group, before_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:21.298645 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-eb23cc72-aecd-40e9-a4ad-6f44ac854f8e tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:21.328040 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.db [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] get_ports_and_sgs() called for port_ids ['1a657876-5e33-4830-837a-fb58e7d28a92'] {{(pid=87788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 03:02:21.374569 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3678a72a-fb7c-467c-beff-be571dd3d5f1 req-09fa4491-95f3-4a47-a22a-f6ad47dd07a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:02:21.376080 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-3678a72a-fb7c-467c-beff-be571dd3d5f1 req-09fa4491-95f3-4a47-a22a-f6ad47dd07a3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e54ae39904dd451ab45f8d4f4dd2c54f&device_id=a27a10dc-251a-43a1-a678-3f066f540399 HTTP/1.1" status: 200 len: 1098 time: 0.1192658 Apr 08 03:02:21.444464 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-ee3d166c-13e6-4499-ad24-418c4ee3b441 None None] Provisioning complete for port 1a657876-5e33-4830-837a-fb58e7d28a92 triggered by entity DHCP. {{(pid=87788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 03:02:21.444829 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-ee3d166c-13e6-4499-ad24-418c4ee3b441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587297'] for port, provisioning_complete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:21.466742 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-eb23cc72-aecd-40e9-a4ad-6f44ac854f8e tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:21.504407 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb23cc72-aecd-40e9-a4ad-6f44ac854f8e tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c53c76da-fd7a-4bc8-9a03-58f6e6d3c12a,revision_number=None']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:02:21.516143 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-eb23cc72-aecd-40e9-a4ad-6f44ac854f8e tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Notify callbacks [] for security_group, before_response {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:21.517262 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-eb23cc72-aecd-40e9-a4ad-6f44ac854f8e tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] 10.222.0.15 "DELETE /v2.0/security-groups/c53c76da-fd7a-4bc8-9a03-58f6e6d3c12a HTTP/1.1" status: 204 len: 168 time: 0.3690383 Apr 08 03:02:21.520233 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.wsgi [-] (87786) accepted ('10.222.0.15', 48450) {{(pid=87786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:02:21.541678 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3678a72a-fb7c-467c-beff-be571dd3d5f1 req-c16c7359-53e3-4197-a26a-471cb0aa3083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:02:21.543116 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-3678a72a-fb7c-467c-beff-be571dd3d5f1 req-c16c7359-53e3-4197-a26a-471cb0aa3083 service neutron] 10.222.0.39 "GET /v2.0/networks?id=bd9205d9-b280-4f90-8987-2cd32fbefb13 HTTP/1.1" status: 200 len: 915 time: 0.1548345 Apr 08 03:02:21.654846 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-3678a72a-fb7c-467c-beff-be571dd3d5f1 req-5270aee0-f10a-4579-a9f5-92cac7f783ad service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1a657876-5e33-4830-837a-fb58e7d28a92 HTTP/1.1" status: 200 len: 1001 time: 0.1033387 Apr 08 03:02:21.717915 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3678a72a-fb7c-467c-beff-be571dd3d5f1 req-0d96d497-4ad5-489a-abfd-df32fd618f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:02:21.719372 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-3678a72a-fb7c-467c-beff-be571dd3d5f1 req-0d96d497-4ad5-489a-abfd-df32fd618f06 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2c480e54-0d9e-4bc0-858b-99b185c4ed0c HTTP/1.1" status: 200 len: 853 time: 0.0577228 Apr 08 03:02:21.736945 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.plugin [None req-0d0139eb-b19b-481b-9fdb-86db7b94ce24 tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Deleting port 08f5ba9b-4494-4655-be18-db3a491d6dc0 {{(pid=87786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 03:02:21.737487 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-0d0139eb-b19b-481b-9fdb-86db7b94ce24 tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762847207940'] for port, before_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:21.793851 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3678a72a-fb7c-467c-beff-be571dd3d5f1 req-66cceb1f-f14a-4bd0-a762-2b8d9719ba3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:02:21.795400 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-3678a72a-fb7c-467c-beff-be571dd3d5f1 req-66cceb1f-f14a-4bd0-a762-2b8d9719ba3f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bd9205d9-b280-4f90-8987-2cd32fbefb13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0689261 Apr 08 03:02:21.901874 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-0d0139eb-b19b-481b-9fdb-86db7b94ce24 tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334124'] for port, precommit_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:21.902448 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-0d0139eb-b19b-481b-9fdb-86db7b94ce24 tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:21.933168 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-3678a72a-fb7c-467c-beff-be571dd3d5f1 req-2114ccb6-ce5f-4ff6-b49c-97bfb7ff31a5 service neutron] 10.222.0.39 "GET /v2.0/networks/bd9205d9-b280-4f90-8987-2cd32fbefb13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232669 Apr 08 03:02:22.025328 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.plugin [None req-0d0139eb-b19b-481b-9fdb-86db7b94ce24 tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Calling delete_port for 08f5ba9b-4494-4655-be18-db3a491d6dc0 owned by network:floatingip {{(pid=87786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 03:02:22.064161 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-3678a72a-fb7c-467c-beff-be571dd3d5f1 req-73080527-6dc6-4f8f-b0dd-f83ceb07af6e service neutron] 10.222.0.39 "GET /v2.0/networks/bd9205d9-b280-4f90-8987-2cd32fbefb13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241145 Apr 08 03:02:22.251542 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-0d0139eb-b19b-481b-9fdb-86db7b94ce24 tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762847213038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762846864689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2754409'] for port, after_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:22.302587 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0139eb-b19b-481b-9fdb-86db7b94ce24 tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Pushing event deleted for resources: {'Port': ['ID=08f5ba9b-4494-4655-be18-db3a491d6dc0,revision_number=None']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:02:22.390556 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-0d0139eb-b19b-481b-9fdb-86db7b94ce24 tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Notify callbacks [] for floatingip, after_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:22.390882 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.db.l3_db [None req-0d0139eb-b19b-481b-9fdb-86db7b94ce24 tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Floating IP 165051a2-3ba7-4680-85b5-f8a0eaf6c2b9 disassociated (deleted). External IP: 172.28.2.186, port: 1a657876-5e33-4830-837a-fb58e7d28a92. Apr 08 03:02:22.806018 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d0139eb-b19b-481b-9fdb-86db7b94ce24 tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Router 331cdd7b-33f2-4bf1-8739-ee3277f8cba4 has already been hosted by L3 agent 70d74887-4404-4f0d-99b3-e017d5637063 {{(pid=87786) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 03:02:22.977265 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d0139eb-b19b-481b-9fdb-86db7b94ce24 tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Notify agent at l3_agent.dv-cinder-837051-1-smb the message routers_updated {{(pid=87786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 03:02:22.986571 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b156a57-a731-49cc-822c-34c7bcc296fb None None] Sync routers for ids ['331cdd7b-33f2-4bf1-8739-ee3277f8cba4'] in dv-cinder-837051-1-smb {{(pid=87788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 03:02:22.996402 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b156a57-a731-49cc-822c-34c7bcc296fb None None] Routers {'331cdd7b-33f2-4bf1-8739-ee3277f8cba4'} bound to L3 agent in host dv-cinder-837051-1-smb {{(pid=87788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 03:02:22.997002 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.l3_hamode_db [None req-1b156a57-a731-49cc-822c-34c7bcc296fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837051-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-08T02:46:58Z,description=,heartbeat_timestamp=2022-04-08T03:01:58Z,host='dv-cinder-837051-1-smb',id=70d74887-4404-4f0d-99b3-e017d5637063,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T02:46:59Z,topic='l3_agent')) {'router_ids': ['331cdd7b-33f2-4bf1-8739-ee3277f8cba4'], 'active': True} {{(pid=87788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 03:02:23.051118 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-0d0139eb-b19b-481b-9fdb-86db7b94ce24 tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207533'] for floatingip, before_response {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:23.109893 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [None req-0d0139eb-b19b-481b-9fdb-86db7b94ce24 tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] 10.222.0.15 "DELETE /v2.0/floatingips/165051a2-3ba7-4680-85b5-f8a0eaf6c2b9 HTTP/1.1" status: 204 len: 168 time: 1.5875309 Apr 08 03:02:23.174310 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.l3_dvr_db [None req-1b156a57-a731-49cc-822c-34c7bcc296fb None None] Set router 331cdd7b-33f2-4bf1-8739-ee3277f8cba4 gateway port host: dv-cinder-837051-1-smb {{(pid=87788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 03:02:23.199889 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a27a10dc-251a-43a1-a678-3f066f540399', 'tag': '1a657876-5e33-4830-837a-fb58e7d28a92'}] {{(pid=87786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 03:02:23.249124 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f85d184-9157-459b-9da2-9b4a6ce27688'] response: {'name': 'network-changed', 'server_uuid': 'a27a10dc-251a-43a1-a678-3f066f540399', 'tag': '1a657876-5e33-4830-837a-fb58e7d28a92', 'status': 'completed', 'code': 200} Apr 08 03:02:23.385035 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbae549-30f9-4134-a235-d6c46f43a98b req-e9a49917-37e9-4a44-8c07-3208adfff5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:02:23.386613 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-4dbae549-30f9-4134-a235-d6c46f43a98b req-e9a49917-37e9-4a44-8c07-3208adfff5e2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e54ae39904dd451ab45f8d4f4dd2c54f&device_id=a27a10dc-251a-43a1-a678-3f066f540399 HTTP/1.1" status: 200 len: 1098 time: 0.0899618 Apr 08 03:02:23.492887 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.l3_hamode_db [None req-1b156a57-a731-49cc-822c-34c7bcc296fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '331cdd7b-33f2-4bf1-8739-ee3277f8cba4', 'name': 'tempest-TestMinimumBasicScenario-456842333-router', 'tenant_id': 'e54ae39904dd451ab45f8d4f4dd2c54f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'external_fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.105'}], 'enable_snat': True}, 'gw_port_id': '6b850f51-796c-4103-b60a-b77859be2a0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:58:19Z', 'updated_at': '2022-04-08T02:58:24Z', 'revision_number': 4, 'project_id': 'e54ae39904dd451ab45f8d4f4dd2c54f', 'gw_port': {'id': '6b850f51-796c-4103-b60a-b77859be2a0c', 'name': '', 'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:b3:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '331cdd7b-33f2-4bf1-8739-ee3277f8cba4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:58:20Z', 'updated_at': '2022-04-08T02:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-smb', '_interfaces': [{'id': '062842cd-0753-4608-b704-5ef569c87c0a', 'name': '', 'network_id': 'bd9205d9-b280-4f90-8987-2cd32fbefb13', 'tenant_id': 'e54ae39904dd451ab45f8d4f4dd2c54f', 'mac_address': 'fa:16:3e:a8:49:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '331cdd7b-33f2-4bf1-8739-ee3277f8cba4', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '2c480e54-0d9e-4bc0-858b-99b185c4ed0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:58:24Z', 'updated_at': '2022-04-08T02:58:31Z', 'revision_number': 5, 'project_id': 'e54ae39904dd451ab45f8d4f4dd2c54f', 'subnets': [{'id': '2c480e54-0d9e-4bc0-858b-99b185c4ed0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837051-1-smb', False) {} {{(pid=87788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 03:02:23.496810 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b156a57-a731-49cc-822c-34c7bcc296fb None None] Checking router: 331cdd7b-33f2-4bf1-8739-ee3277f8cba4 for host: dv-cinder-837051-1-smb {{(pid=87788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 03:02:23.506887 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b156a57-a731-49cc-822c-34c7bcc296fb None None] Routers {'331cdd7b-33f2-4bf1-8739-ee3277f8cba4'} bound to L3 agent in host dv-cinder-837051-1-smb {{(pid=87788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 03:02:23.507520 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.l3_hamode_db [None req-1b156a57-a731-49cc-822c-34c7bcc296fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837051-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-08T02:46:58Z,description=,heartbeat_timestamp=2022-04-08T03:01:58Z,host='dv-cinder-837051-1-smb',id=70d74887-4404-4f0d-99b3-e017d5637063,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T02:46:59Z,topic='l3_agent')) {'router_ids': ['331cdd7b-33f2-4bf1-8739-ee3277f8cba4'], 'active': True} {{(pid=87788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 03:02:23.521233 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbae549-30f9-4134-a235-d6c46f43a98b req-2beae568-7797-4e0a-af6d-81eac4361a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:02:23.522691 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-4dbae549-30f9-4134-a235-d6c46f43a98b req-2beae568-7797-4e0a-af6d-81eac4361a51 service neutron] 10.222.0.39 "GET /v2.0/networks?id=bd9205d9-b280-4f90-8987-2cd32fbefb13 HTTP/1.1" status: 200 len: 915 time: 0.1297915 Apr 08 03:02:23.593149 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-4dbae549-30f9-4134-a235-d6c46f43a98b req-209753fb-90e2-4a71-86e1-258339178fb4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1a657876-5e33-4830-837a-fb58e7d28a92 HTTP/1.1" status: 200 len: 217 time: 0.0633624 Apr 08 03:02:23.655858 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbae549-30f9-4134-a235-d6c46f43a98b req-771616e7-0ea8-405a-a7e6-0eb793adb18c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:02:23.657294 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-4dbae549-30f9-4134-a235-d6c46f43a98b req-771616e7-0ea8-405a-a7e6-0eb793adb18c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2c480e54-0d9e-4bc0-858b-99b185c4ed0c HTTP/1.1" status: 200 len: 853 time: 0.0585034 Apr 08 03:02:23.693169 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.l3_dvr_db [None req-1b156a57-a731-49cc-822c-34c7bcc296fb None None] Set router 331cdd7b-33f2-4bf1-8739-ee3277f8cba4 gateway port host: dv-cinder-837051-1-smb {{(pid=87788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 03:02:23.733424 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbae549-30f9-4134-a235-d6c46f43a98b req-3f821b9c-68f6-48b7-9fbd-5b0498858170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:02:23.734882 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-4dbae549-30f9-4134-a235-d6c46f43a98b req-3f821b9c-68f6-48b7-9fbd-5b0498858170 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bd9205d9-b280-4f90-8987-2cd32fbefb13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0716262 Apr 08 03:02:23.937182 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-4dbae549-30f9-4134-a235-d6c46f43a98b req-b8207c63-31bf-4b45-b47c-bd820c3b96d2 service neutron] 10.222.0.39 "GET /v2.0/networks/bd9205d9-b280-4f90-8987-2cd32fbefb13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1928284 Apr 08 03:02:24.008014 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.l3_hamode_db [None req-1b156a57-a731-49cc-822c-34c7bcc296fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '331cdd7b-33f2-4bf1-8739-ee3277f8cba4', 'name': 'tempest-TestMinimumBasicScenario-456842333-router', 'tenant_id': 'e54ae39904dd451ab45f8d4f4dd2c54f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'external_fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.105'}], 'enable_snat': True}, 'gw_port_id': '6b850f51-796c-4103-b60a-b77859be2a0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:58:19Z', 'updated_at': '2022-04-08T02:58:24Z', 'revision_number': 4, 'project_id': 'e54ae39904dd451ab45f8d4f4dd2c54f', 'gw_port': {'id': '6b850f51-796c-4103-b60a-b77859be2a0c', 'name': '', 'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:b3:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '331cdd7b-33f2-4bf1-8739-ee3277f8cba4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:58:20Z', 'updated_at': '2022-04-08T02:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-smb', '_interfaces': [{'id': '062842cd-0753-4608-b704-5ef569c87c0a', 'name': '', 'network_id': 'bd9205d9-b280-4f90-8987-2cd32fbefb13', 'tenant_id': 'e54ae39904dd451ab45f8d4f4dd2c54f', 'mac_address': 'fa:16:3e:a8:49:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '331cdd7b-33f2-4bf1-8739-ee3277f8cba4', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '2c480e54-0d9e-4bc0-858b-99b185c4ed0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:58:24Z', 'updated_at': '2022-04-08T02:58:31Z', 'revision_number': 5, 'project_id': 'e54ae39904dd451ab45f8d4f4dd2c54f', 'subnets': [{'id': '2c480e54-0d9e-4bc0-858b-99b185c4ed0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837051-1-smb', False) {} {{(pid=87788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 03:02:24.011969 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b156a57-a731-49cc-822c-34c7bcc296fb None None] The sync data for ids ['331cdd7b-33f2-4bf1-8739-ee3277f8cba4'] in dv-cinder-837051-1-smb is: [{'id': '331cdd7b-33f2-4bf1-8739-ee3277f8cba4', 'name': 'tempest-TestMinimumBasicScenario-456842333-router', 'tenant_id': 'e54ae39904dd451ab45f8d4f4dd2c54f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'external_fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.105'}], 'enable_snat': True}, 'gw_port_id': '6b850f51-796c-4103-b60a-b77859be2a0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:58:19Z', 'updated_at': '2022-04-08T02:58:24Z', 'revision_number': 4, 'project_id': 'e54ae39904dd451ab45f8d4f4dd2c54f', 'gw_port': {'id': '6b850f51-796c-4103-b60a-b77859be2a0c', 'name': '', 'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:b3:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '331cdd7b-33f2-4bf1-8739-ee3277f8cba4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:58:20Z', 'updated_at': '2022-04-08T02:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-smb', '_interfaces': [{'id': '062842cd-0753-4608-b704-5ef569c87c0a', 'name': '', 'network_id': 'bd9205d9-b280-4f90-8987-2cd32fbefb13', 'tenant_id': 'e54ae39904dd451ab45f8d4f4dd2c54f', 'mac_address': 'fa:16:3e:a8:49:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '331cdd7b-33f2-4bf1-8739-ee3277f8cba4', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '2c480e54-0d9e-4bc0-858b-99b185c4ed0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:58:24Z', 'updated_at': '2022-04-08T02:58:31Z', 'revision_number': 5, 'project_id': 'e54ae39904dd451ab45f8d4f4dd2c54f', 'subnets': [{'id': '2c480e54-0d9e-4bc0-858b-99b185c4ed0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 03:02:24.068774 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-4dbae549-30f9-4134-a235-d6c46f43a98b req-53e26471-03da-4fa3-ad0a-7d67b9293069 service neutron] 10.222.0.39 "GET /v2.0/networks/bd9205d9-b280-4f90-8987-2cd32fbefb13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250863 Apr 08 03:02:24.310567 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dde8f75-ad0c-4798-9d52-1b8759db0fa6 None None] New status for floating IP 165051a2-3ba7-4680-85b5-f8a0eaf6c2b9: DOWN {{(pid=87789) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 03:02:25.891518 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-167797a2-a5f0-4533-95c2-4e9c03edaf05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:27.929989 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb2ad69-a063-4767-b74a-7a16f02bd610 req-19fd4117-58a1-4a69-a4cc-02b8bb941eed tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:02:27.930682 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [req-2eb2ad69-a063-4767-b74a-7a16f02bd610 req-19fd4117-58a1-4a69-a4cc-02b8bb941eed tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Synchronizing usage tracker for tenant:e54ae39904dd451ab45f8d4f4dd2c54f on resource:port {{(pid=87786) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 03:02:27.994478 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [req-2eb2ad69-a063-4767-b74a-7a16f02bd610 req-19fd4117-58a1-4a69-a4cc-02b8bb941eed tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Unset dirty status for tenant:e54ae39904dd451ab45f8d4f4dd2c54f on resource:port {{(pid=87786) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 03:02:27.995672 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-2eb2ad69-a063-4767-b74a-7a16f02bd610 req-19fd4117-58a1-4a69-a4cc-02b8bb941eed tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] 10.222.0.15 "GET /v2.0/ports?device_id=a27a10dc-251a-43a1-a678-3f066f540399 HTTP/1.1" status: 200 len: 945 time: 0.1472552 Apr 08 03:02:28.040876 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-2eb2ad69-a063-4767-b74a-7a16f02bd610 req-4f5be406-4ed8-4094-b269-51a93eaf3a08 tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d0b1559-7425-473f-bd1c-fb1704313e64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395851 Apr 08 03:02:28.296306 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-b5c39bdd-4562-40dd-b56f-00a3ad2cfa8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:28.332852 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1d57ca-ecc7-42d6-a6b3-fadcce188a90 req-88c74ba5-06e6-4f8b-a0b3-b51b81a02cb5 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:02:28.334941 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-6d1d57ca-ecc7-42d6-a6b3-fadcce188a90 req-88c74ba5-06e6-4f8b-a0b3-b51b81a02cb5 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcf140c8-6253-441e-87a3-ae36ef0e2bac HTTP/1.1" status: 200 len: 945 time: 0.0833924 Apr 08 03:02:28.380810 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-6d1d57ca-ecc7-42d6-a6b3-fadcce188a90 req-3af95d40-4515-49a8-9718-6cc39461461a tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] 10.222.0.15 "GET /v2.0/security-groups?id=22edd372-7418-42f2-9187-61e1546f1f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400469 Apr 08 03:02:29.136622 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-ef00a636-a289-418c-ab96-90866b017a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:29.227188 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c466ff2-61e0-4ada-93b2-920b4e0b53c3 req-25f1cb55-b04c-4428-8bc9-0d666d76b4e0 tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:02:29.228630 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-7c466ff2-61e0-4ada-93b2-920b4e0b53c3 req-25f1cb55-b04c-4428-8bc9-0d666d76b4e0 tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] 10.222.0.15 "GET /v2.0/ports?device_id=a27a10dc-251a-43a1-a678-3f066f540399 HTTP/1.1" status: 200 len: 945 time: 0.0793161 Apr 08 03:02:29.251588 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:29.276072 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-7c466ff2-61e0-4ada-93b2-920b4e0b53c3 req-874ecdbf-9df4-4e96-83dc-4dda3648fad1 tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d0b1559-7425-473f-bd1c-fb1704313e64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418324 Apr 08 03:02:29.570223 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2c7031-5ad3-4ae7-b9d1-51bc7c17e323 req-9a07f32b-f8c6-49d9-a1e8-158b43dcb638 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:02:29.571698 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-6b2c7031-5ad3-4ae7-b9d1-51bc7c17e323 req-9a07f32b-f8c6-49d9-a1e8-158b43dcb638 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcf140c8-6253-441e-87a3-ae36ef0e2bac HTTP/1.1" status: 200 len: 945 time: 0.0850990 Apr 08 03:02:29.615575 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-6b2c7031-5ad3-4ae7-b9d1-51bc7c17e323 req-c525ac2b-03fc-427f-af6b-8f2de887ae50 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] 10.222.0.15 "GET /v2.0/security-groups?id=22edd372-7418-42f2-9187-61e1546f1f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382733 Apr 08 03:02:29.912436 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a147db44-3086-4c50-b6f0-0b58f81a8362 req-1c626278-4c77-4855-bd50-d74c72f4802a tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:02:29.913122 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [req-a147db44-3086-4c50-b6f0-0b58f81a8362 req-1c626278-4c77-4855-bd50-d74c72f4802a tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Synchronizing usage tracker for tenant:27912339e79e43db900700b20c01bd73 on resource:port {{(pid=87787) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 03:02:30.000262 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [req-a147db44-3086-4c50-b6f0-0b58f81a8362 req-1c626278-4c77-4855-bd50-d74c72f4802a tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Unset dirty status for tenant:27912339e79e43db900700b20c01bd73 on resource:port {{(pid=87787) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 03:02:30.001374 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-a147db44-3086-4c50-b6f0-0b58f81a8362 req-1c626278-4c77-4855-bd50-d74c72f4802a tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] 10.222.0.39 "GET /v2.0/ports?device_id=fcf140c8-6253-441e-87a3-ae36ef0e2bac HTTP/1.1" status: 200 len: 945 time: 0.1743534 Apr 08 03:02:30.073579 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.plugins.ml2.plugin [req-a147db44-3086-4c50-b6f0-0b58f81a8362 req-0faebd04-daae-44ed-886e-1a4c699030d7 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Deleting port 8ec17ccc-498d-4813-8a52-961f542095a0 {{(pid=87787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 03:02:30.073910 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [req-a147db44-3086-4c50-b6f0-0b58f81a8362 req-0faebd04-daae-44ed-886e-1a4c699030d7 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762847207940'] for port, before_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:30.320160 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.plugins.ml2.db [req-a147db44-3086-4c50-b6f0-0b58f81a8362 req-0faebd04-daae-44ed-886e-1a4c699030d7 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] For port 8ec17ccc-498d-4813-8a52-961f542095a0, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=8ec17ccc-498d-4813-8a52-961f542095a0,segment=NetworkSegment(ea97b0a2-2bc1-452f-b168-e67660bad26a),segment_id=ea97b0a2-2bc1-452f-b168-e67660bad26a)] {{(pid=87787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 03:02:30.320620 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [req-a147db44-3086-4c50-b6f0-0b58f81a8362 req-0faebd04-daae-44ed-886e-1a4c699030d7 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334124'] for port, precommit_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:30.481133 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05be8bbf-0cf4-40b9-b3e5-7421924015ca req-7dc742fb-87c8-44ba-91fb-d5fb9fb742b9 tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:02:30.483293 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-05be8bbf-0cf4-40b9-b3e5-7421924015ca req-7dc742fb-87c8-44ba-91fb-d5fb9fb742b9 tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] 10.222.0.15 "GET /v2.0/ports?device_id=a27a10dc-251a-43a1-a678-3f066f540399 HTTP/1.1" status: 200 len: 945 time: 0.0893867 Apr 08 03:02:30.584078 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-0700d8e1-2fb2-4ab8-b601-2cbd26aa24a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:30.601074 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-05be8bbf-0cf4-40b9-b3e5-7421924015ca req-9e9ad881-86d5-4bca-bef7-25c653c6c904 tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d0b1559-7425-473f-bd1c-fb1704313e64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060557 Apr 08 03:02:30.636116 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc0efca-1dc1-4d3b-82eb-c6672df36d1f req-d20f03dd-1f03-4f31-976f-c1354e4141ab tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:02:30.637869 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-ecc0efca-1dc1-4d3b-82eb-c6672df36d1f req-d20f03dd-1f03-4f31-976f-c1354e4141ab tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] 10.222.0.39 "GET /v2.0/ports?device_id=a27a10dc-251a-43a1-a678-3f066f540399 HTTP/1.1" status: 200 len: 945 time: 0.1243167 Apr 08 03:02:30.681395 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [req-a147db44-3086-4c50-b6f0-0b58f81a8362 req-0faebd04-daae-44ed-886e-1a4c699030d7 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:30.681966 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [req-a147db44-3086-4c50-b6f0-0b58f81a8362 req-0faebd04-daae-44ed-886e-1a4c699030d7 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-333402'] for floatingip, after_update {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:30.682457 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.db.l3_db [req-a147db44-3086-4c50-b6f0-0b58f81a8362 req-0faebd04-daae-44ed-886e-1a4c699030d7 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Floating IP 77bec558-3cb2-4de2-8d0c-42c6dbd826cc disassociated. External IP: 172.28.2.170, port: 8ec17ccc-498d-4813-8a52-961f542095a0. Apr 08 03:02:30.682981 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.plugins.ml2.plugin [req-a147db44-3086-4c50-b6f0-0b58f81a8362 req-0faebd04-daae-44ed-886e-1a4c699030d7 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Calling delete_port for 8ec17ccc-498d-4813-8a52-961f542095a0 owned by compute:nova {{(pid=87787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 03:02:30.726883 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.plugin [req-ecc0efca-1dc1-4d3b-82eb-c6672df36d1f req-e9ccaef1-ba29-408f-b088-09b422f44ab2 tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Deleting port 1a657876-5e33-4830-837a-fb58e7d28a92 {{(pid=87786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 03:02:30.727577 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [req-ecc0efca-1dc1-4d3b-82eb-c6672df36d1f req-e9ccaef1-ba29-408f-b088-09b422f44ab2 tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762847207940'] for port, before_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:30.733729 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.agents_db [None req-78530461-7b12-4524-9e6e-3e4de8d78fc4 None None] Agent healthcheck: found 6 active agents {{(pid=87789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 03:02:30.954609 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [req-a147db44-3086-4c50-b6f0-0b58f81a8362 req-0faebd04-daae-44ed-886e-1a4c699030d7 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762847213038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762846864689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3006662'] for port, after_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:30.968829 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81af0f14-edba-4b88-bcbb-1d03e5f145ae req-35ca9ee0-4656-4e07-bec6-21a19865db62 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:02:30.970775 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-81af0f14-edba-4b88-bcbb-1d03e5f145ae req-35ca9ee0-4656-4e07-bec6-21a19865db62 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcf140c8-6253-441e-87a3-ae36ef0e2bac HTTP/1.1" status: 200 len: 945 time: 0.2111428 Apr 08 03:02:31.025125 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0faebd04-daae-44ed-886e-1a4c699030d7 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Pushing event deleted for resources: {'Port': ['ID=8ec17ccc-498d-4813-8a52-961f542095a0,revision_number=None']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:02:31.099858 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-81af0f14-edba-4b88-bcbb-1d03e5f145ae req-d005b43a-297a-483f-af4d-af44b5b57d17 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] 10.222.0.15 "GET /v2.0/security-groups?id=22edd372-7418-42f2-9187-61e1546f1f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765612 Apr 08 03:02:31.122605 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.db [req-ecc0efca-1dc1-4d3b-82eb-c6672df36d1f req-e9ccaef1-ba29-408f-b088-09b422f44ab2 tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] For port 1a657876-5e33-4830-837a-fb58e7d28a92, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=1a657876-5e33-4830-837a-fb58e7d28a92,segment=NetworkSegment(fbbea2b2-6b34-4085-aa23-2abb9eaccb63),segment_id=fbbea2b2-6b34-4085-aa23-2abb9eaccb63)] {{(pid=87786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 03:02:31.123586 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [req-ecc0efca-1dc1-4d3b-82eb-c6672df36d1f req-e9ccaef1-ba29-408f-b088-09b422f44ab2 tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334124'] for port, precommit_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:31.267305 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a147db44-3086-4c50-b6f0-0b58f81a8362 req-0faebd04-daae-44ed-886e-1a4c699030d7 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Router b3c2b0fb-299d-4917-ba8b-8e4ca8926627 has already been hosted by L3 agent 70d74887-4404-4f0d-99b3-e017d5637063 {{(pid=87787) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 03:02:31.363567 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.plugin [req-ecc0efca-1dc1-4d3b-82eb-c6672df36d1f req-e9ccaef1-ba29-408f-b088-09b422f44ab2 tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Calling delete_port for 1a657876-5e33-4830-837a-fb58e7d28a92 owned by compute:nova {{(pid=87786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 03:02:31.529340 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a147db44-3086-4c50-b6f0-0b58f81a8362 req-0faebd04-daae-44ed-886e-1a4c699030d7 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Notify agent at l3_agent.dv-cinder-837051-1-smb the message routers_updated {{(pid=87787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 03:02:31.539810 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c1d7fd5-7f5a-4552-b438-28da4ffd8f11 None None] Sync routers for ids ['b3c2b0fb-299d-4917-ba8b-8e4ca8926627'] in dv-cinder-837051-1-smb {{(pid=87788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 03:02:31.549219 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c1d7fd5-7f5a-4552-b438-28da4ffd8f11 None None] Routers {'b3c2b0fb-299d-4917-ba8b-8e4ca8926627'} bound to L3 agent in host dv-cinder-837051-1-smb {{(pid=87788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 03:02:31.549807 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.l3_hamode_db [None req-6c1d7fd5-7f5a-4552-b438-28da4ffd8f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837051-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-08T02:46:58Z,description=,heartbeat_timestamp=2022-04-08T03:02:28Z,host='dv-cinder-837051-1-smb',id=70d74887-4404-4f0d-99b3-e017d5637063,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T02:46:59Z,topic='l3_agent')) {'router_ids': ['b3c2b0fb-299d-4917-ba8b-8e4ca8926627'], 'active': True} {{(pid=87788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 03:02:31.594919 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [req-ecc0efca-1dc1-4d3b-82eb-c6672df36d1f req-e9ccaef1-ba29-408f-b088-09b422f44ab2 tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762847213038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762846864689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2754409'] for port, after_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:31.603280 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.l3_dvrscheduler_db [req-a147db44-3086-4c50-b6f0-0b58f81a8362 req-0faebd04-daae-44ed-886e-1a4c699030d7 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] No DVR routers for this DVR port 8ec17ccc-498d-4813-8a52-961f542095a0 on host hv-cinder-83705 {{(pid=87787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 03:02:31.605789 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [req-a147db44-3086-4c50-b6f0-0b58f81a8362 req-0faebd04-daae-44ed-886e-1a4c699030d7 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207533'] for port, before_response {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:31.608278 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcf140c8-6253-441e-87a3-ae36ef0e2bac', 'name': 'network-vif-deleted', 'tag': '8ec17ccc-498d-4813-8a52-961f542095a0'}] {{(pid=87787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 03:02:31.654570 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ccaef1-ba29-408f-b088-09b422f44ab2 tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Pushing event deleted for resources: {'Port': ['ID=1a657876-5e33-4830-837a-fb58e7d28a92,revision_number=None']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:02:31.681324 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-a147db44-3086-4c50-b6f0-0b58f81a8362 req-0faebd04-daae-44ed-886e-1a4c699030d7 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] 10.222.0.39 "DELETE /v2.0/ports/8ec17ccc-498d-4813-8a52-961f542095a0 HTTP/1.1" status: 204 len: 173 time: 1.6718676 Apr 08 03:02:31.695717 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ccaef1-ba29-408f-b088-09b422f44ab2 tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:02:31.696055 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ccaef1-ba29-408f-b088-09b422f44ab2 tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:02:31.696372 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ccaef1-ba29-408f-b088-09b422f44ab2 tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:02:31.696702 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ccaef1-ba29-408f-b088-09b422f44ab2 tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:02:31.697026 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ccaef1-ba29-408f-b088-09b422f44ab2 tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:02:31.697403 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ccaef1-ba29-408f-b088-09b422f44ab2 tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:02:31.697736 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ccaef1-ba29-408f-b088-09b422f44ab2 tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:02:31.698061 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ccaef1-ba29-408f-b088-09b422f44ab2 tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:02:31.698381 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ccaef1-ba29-408f-b088-09b422f44ab2 tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:02:31.699174 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ccaef1-ba29-408f-b088-09b422f44ab2 tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:02:31.699174 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ccaef1-ba29-408f-b088-09b422f44ab2 tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:02:31.699528 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ccaef1-ba29-408f-b088-09b422f44ab2 tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:02:31.712884 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe180601-ad62-43a6-81fb-da51b3ce2554'] response: {'server_uuid': 'fcf140c8-6253-441e-87a3-ae36ef0e2bac', 'name': 'network-vif-deleted', 'tag': '8ec17ccc-498d-4813-8a52-961f542095a0', 'status': 'completed', 'code': 200} Apr 08 03:02:31.730763 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.db [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] get_ports_and_sgs() called for port_ids ['1a657876-5e33-4830-837a-fb58e7d28a92'] {{(pid=87788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 03:02:31.791586 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-e357e8f5-1f8f-46e8-9d07-e4eeff519340 req-fa2cc7d2-ae10-4416-8ed1-80574106eaf7 tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] 10.222.0.15 "GET /v2.0/ports?device_id=a27a10dc-251a-43a1-a678-3f066f540399 HTTP/1.1" status: 200 len: 210 time: 0.0443385 Apr 08 03:02:31.808375 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.l3_dvr_db [None req-6c1d7fd5-7f5a-4552-b438-28da4ffd8f11 None None] Set router b3c2b0fb-299d-4917-ba8b-8e4ca8926627 gateway port host: dv-cinder-837051-1-smb {{(pid=87788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 03:02:32.034383 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecc0efca-1dc1-4d3b-82eb-c6672df36d1f req-e9ccaef1-ba29-408f-b088-09b422f44ab2 tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] No DVR routers for this DVR port 1a657876-5e33-4830-837a-fb58e7d28a92 on host hv-cinder-83705 {{(pid=87786) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 03:02:32.036917 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [req-ecc0efca-1dc1-4d3b-82eb-c6672df36d1f req-e9ccaef1-ba29-408f-b088-09b422f44ab2 tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207533'] for port, before_response {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:32.039510 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a27a10dc-251a-43a1-a678-3f066f540399', 'name': 'network-vif-deleted', 'tag': '1a657876-5e33-4830-837a-fb58e7d28a92'}] {{(pid=87786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 03:02:32.101932 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7dab8a40-4a30-4008-95d6-da071c1fc90c'] response: {'server_uuid': 'a27a10dc-251a-43a1-a678-3f066f540399', 'name': 'network-vif-deleted', 'tag': '1a657876-5e33-4830-837a-fb58e7d28a92', 'status': 'completed', 'code': 200} Apr 08 03:02:32.134176 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.l3_hamode_db [None req-6c1d7fd5-7f5a-4552-b438-28da4ffd8f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3c2b0fb-299d-4917-ba8b-8e4ca8926627', 'name': 'tempest-AttachVolumeTestJSON-997133802-router', 'tenant_id': '27912339e79e43db900700b20c01bd73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'external_fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.206'}], 'enable_snat': True}, 'gw_port_id': '39ba25d6-4620-4749-9413-84e0dd6b05d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:56:23Z', 'updated_at': '2022-04-08T02:56:36Z', 'revision_number': 4, 'project_id': '27912339e79e43db900700b20c01bd73', 'gw_port': {'id': '39ba25d6-4620-4749-9413-84e0dd6b05d8', 'name': '', 'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:62:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c2b0fb-299d-4917-ba8b-8e4ca8926627', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:56:25Z', 'updated_at': '2022-04-08T02:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-smb', '_interfaces': [{'id': 'a02b9cd1-cea8-4513-a105-a26be139fb74', 'name': '', 'network_id': 'c8c3b9c3-2a08-4eb4-872c-03cbce1e3b10', 'tenant_id': '27912339e79e43db900700b20c01bd73', 'mac_address': 'fa:16:3e:0d:7d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c2b0fb-299d-4917-ba8b-8e4ca8926627', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '18b119e0-b657-4738-8e56-4872d79152d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:56:34Z', 'updated_at': '2022-04-08T02:56:54Z', 'revision_number': 5, 'project_id': '27912339e79e43db900700b20c01bd73', 'subnets': [{'id': '18b119e0-b657-4738-8e56-4872d79152d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837051-1-smb', False) {} {{(pid=87788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 03:02:32.138031 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-ecc0efca-1dc1-4d3b-82eb-c6672df36d1f req-e9ccaef1-ba29-408f-b088-09b422f44ab2 tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] 10.222.0.39 "DELETE /v2.0/ports/1a657876-5e33-4830-837a-fb58e7d28a92 HTTP/1.1" status: 204 len: 173 time: 1.4927192 Apr 08 03:02:32.138577 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c1d7fd5-7f5a-4552-b438-28da4ffd8f11 None None] Checking router: b3c2b0fb-299d-4917-ba8b-8e4ca8926627 for host: dv-cinder-837051-1-smb {{(pid=87788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 03:02:32.147496 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c1d7fd5-7f5a-4552-b438-28da4ffd8f11 None None] Routers {'b3c2b0fb-299d-4917-ba8b-8e4ca8926627'} bound to L3 agent in host dv-cinder-837051-1-smb {{(pid=87788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 03:02:32.151629 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.l3_hamode_db [None req-6c1d7fd5-7f5a-4552-b438-28da4ffd8f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837051-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-08T02:46:58Z,description=,heartbeat_timestamp=2022-04-08T03:02:28Z,host='dv-cinder-837051-1-smb',id=70d74887-4404-4f0d-99b3-e017d5637063,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T02:46:59Z,topic='l3_agent')) {'router_ids': ['b3c2b0fb-299d-4917-ba8b-8e4ca8926627'], 'active': True} {{(pid=87788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 03:02:32.288952 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-416e2469-eed5-4009-bdc4-bbc82e7ec494 req-10f5184e-6743-4f07-a873-023546d1764e tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcf140c8-6253-441e-87a3-ae36ef0e2bac HTTP/1.1" status: 200 len: 210 time: 0.0444164 Apr 08 03:02:32.333266 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.l3_dvr_db [None req-6c1d7fd5-7f5a-4552-b438-28da4ffd8f11 None None] Set router b3c2b0fb-299d-4917-ba8b-8e4ca8926627 gateway port host: dv-cinder-837051-1-smb {{(pid=87788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 03:02:32.652597 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.l3_hamode_db [None req-6c1d7fd5-7f5a-4552-b438-28da4ffd8f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3c2b0fb-299d-4917-ba8b-8e4ca8926627', 'name': 'tempest-AttachVolumeTestJSON-997133802-router', 'tenant_id': '27912339e79e43db900700b20c01bd73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'external_fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.206'}], 'enable_snat': True}, 'gw_port_id': '39ba25d6-4620-4749-9413-84e0dd6b05d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:56:23Z', 'updated_at': '2022-04-08T02:56:36Z', 'revision_number': 4, 'project_id': '27912339e79e43db900700b20c01bd73', 'gw_port': {'id': '39ba25d6-4620-4749-9413-84e0dd6b05d8', 'name': '', 'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:62:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c2b0fb-299d-4917-ba8b-8e4ca8926627', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:56:25Z', 'updated_at': '2022-04-08T02:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-smb', '_interfaces': [{'id': 'a02b9cd1-cea8-4513-a105-a26be139fb74', 'name': '', 'network_id': 'c8c3b9c3-2a08-4eb4-872c-03cbce1e3b10', 'tenant_id': '27912339e79e43db900700b20c01bd73', 'mac_address': 'fa:16:3e:0d:7d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c2b0fb-299d-4917-ba8b-8e4ca8926627', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '18b119e0-b657-4738-8e56-4872d79152d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:56:34Z', 'updated_at': '2022-04-08T02:56:54Z', 'revision_number': 5, 'project_id': '27912339e79e43db900700b20c01bd73', 'subnets': [{'id': '18b119e0-b657-4738-8e56-4872d79152d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837051-1-smb', False) {} {{(pid=87788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 03:02:32.656388 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c1d7fd5-7f5a-4552-b438-28da4ffd8f11 None None] The sync data for ids ['b3c2b0fb-299d-4917-ba8b-8e4ca8926627'] in dv-cinder-837051-1-smb is: [{'id': 'b3c2b0fb-299d-4917-ba8b-8e4ca8926627', 'name': 'tempest-AttachVolumeTestJSON-997133802-router', 'tenant_id': '27912339e79e43db900700b20c01bd73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'external_fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.206'}], 'enable_snat': True}, 'gw_port_id': '39ba25d6-4620-4749-9413-84e0dd6b05d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:56:23Z', 'updated_at': '2022-04-08T02:56:36Z', 'revision_number': 4, 'project_id': '27912339e79e43db900700b20c01bd73', 'gw_port': {'id': '39ba25d6-4620-4749-9413-84e0dd6b05d8', 'name': '', 'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:62:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c2b0fb-299d-4917-ba8b-8e4ca8926627', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:56:25Z', 'updated_at': '2022-04-08T02:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-smb', '_interfaces': [{'id': 'a02b9cd1-cea8-4513-a105-a26be139fb74', 'name': '', 'network_id': 'c8c3b9c3-2a08-4eb4-872c-03cbce1e3b10', 'tenant_id': '27912339e79e43db900700b20c01bd73', 'mac_address': 'fa:16:3e:0d:7d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c2b0fb-299d-4917-ba8b-8e4ca8926627', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '18b119e0-b657-4738-8e56-4872d79152d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:56:34Z', 'updated_at': '2022-04-08T02:56:54Z', 'revision_number': 5, 'project_id': '27912339e79e43db900700b20c01bd73', 'subnets': [{'id': '18b119e0-b657-4738-8e56-4872d79152d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 03:02:32.862798 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e8f4746-1fe6-41f6-a1f6-1081fb901c7b None None] New status for floating IP 77bec558-3cb2-4de2-8d0c-42c6dbd826cc: DOWN {{(pid=87789) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 03:02:32.960317 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [req-763abd4c-884d-4381-8c60-49ffc5a800cb req-b9e9ecdb-9387-47f8-9e4a-28fa060978a1 tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Synchronizing usage tracker for tenant:e54ae39904dd451ab45f8d4f4dd2c54f on resource:port {{(pid=87786) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 03:02:33.023111 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [req-763abd4c-884d-4381-8c60-49ffc5a800cb req-b9e9ecdb-9387-47f8-9e4a-28fa060978a1 tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] Unset dirty status for tenant:e54ae39904dd451ab45f8d4f4dd2c54f on resource:port {{(pid=87786) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 03:02:33.024372 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-763abd4c-884d-4381-8c60-49ffc5a800cb req-b9e9ecdb-9387-47f8-9e4a-28fa060978a1 tempest-TestMinimumBasicScenario-494101287 tempest-TestMinimumBasicScenario-494101287-project] 10.222.0.15 "GET /v2.0/ports?device_id=a27a10dc-251a-43a1-a678-3f066f540399 HTTP/1.1" status: 200 len: 210 time: 0.1044233 Apr 08 03:02:33.457439 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.wsgi [-] (87786) accepted ('10.222.0.15', 48522) {{(pid=87786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:02:33.523553 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-ba86faea-2247-45cc-ad69-a843d99ccd68 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Notify callbacks [] for security_group, before_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:33.550361 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-ba86faea-2247-45cc-ad69-a843d99ccd68 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:33.622085 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Device 8ec17ccc-498d-4813-8a52-961f542095a0 no longer exists at agent hyperv_hv-cinder-83705 {{(pid=87788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 03:02:33.657568 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-ba86faea-2247-45cc-ad69-a843d99ccd68 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:33.659838 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.plugin [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] No Port match for: 8ec17ccc-498d-4813-8a52-961f542095a0 {{(pid=87788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 03:02:33.660181 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Device 8ec17ccc-498d-4813-8a52-961f542095a0 not bound to the agent host hv-cinder-83705 {{(pid=87788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 03:02:33.676777 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba86faea-2247-45cc-ad69-a843d99ccd68 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22edd372-7418-42f2-9187-61e1546f1f5b,revision_number=None']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:02:33.840467 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-ba86faea-2247-45cc-ad69-a843d99ccd68 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Notify callbacks [] for security_group, before_response {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:33.841605 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [None req-ba86faea-2247-45cc-ad69-a843d99ccd68 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] 10.222.0.15 "DELETE /v2.0/security-groups/22edd372-7418-42f2-9187-61e1546f1f5b HTTP/1.1" status: 204 len: 168 time: 0.3826113 Apr 08 03:02:33.844207 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.wsgi [-] (87786) accepted ('10.222.0.15', 48526) {{(pid=87786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:02:33.859780 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.api.v2.resource [None req-d73d7eff-549d-4a7c-b609-68c581268570 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] show failed (client error): The resource could not be found. Apr 08 03:02:33.862227 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [None req-d73d7eff-549d-4a7c-b609-68c581268570 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] 10.222.0.15 "GET /v2.0/security-groups/22edd372-7418-42f2-9187-61e1546f1f5b HTTP/1.1" status: 404 len: 347 time: 0.0156221 Apr 08 03:02:33.864420 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.wsgi [-] (87786) accepted ('10.222.0.15', 48530) {{(pid=87786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:02:34.016805 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.plugin [None req-211d22a5-3382-4530-acff-d90828f5d7f7 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Deleting port dcdde98a-25f4-4fae-9b8b-26a3f40e5eb4 {{(pid=87786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 03:02:34.017517 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-211d22a5-3382-4530-acff-d90828f5d7f7 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762847207940'] for port, before_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:34.186584 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-211d22a5-3382-4530-acff-d90828f5d7f7 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334124'] for port, precommit_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:34.186909 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-211d22a5-3382-4530-acff-d90828f5d7f7 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:34.307338 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.plugin [None req-211d22a5-3382-4530-acff-d90828f5d7f7 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Calling delete_port for dcdde98a-25f4-4fae-9b8b-26a3f40e5eb4 owned by network:floatingip {{(pid=87786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 03:02:34.532023 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-211d22a5-3382-4530-acff-d90828f5d7f7 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762847213038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762846864689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2754409'] for port, after_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:34.579575 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211d22a5-3382-4530-acff-d90828f5d7f7 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Pushing event deleted for resources: {'Port': ['ID=dcdde98a-25f4-4fae-9b8b-26a3f40e5eb4,revision_number=None']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:02:34.673345 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-211d22a5-3382-4530-acff-d90828f5d7f7 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Notify callbacks [] for floatingip, after_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:34.687626 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-211d22a5-3382-4530-acff-d90828f5d7f7 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207533'] for floatingip, before_response {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:34.690320 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [None req-211d22a5-3382-4530-acff-d90828f5d7f7 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] 10.222.0.15 "DELETE /v2.0/floatingips/77bec558-3cb2-4de2-8d0c-42c6dbd826cc HTTP/1.1" status: 204 len: 168 time: 0.8234599 Apr 08 03:02:35.200981 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.wsgi [-] (87786) accepted ('10.222.0.15', 48582) {{(pid=87786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:02:35.206155 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.v2.base [None req-febe9190-7016-456b-9252-d1a8839e316b tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1420034223', 'description': 'tempest-description--943658742'}} {{(pid=87786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 03:02:35.212596 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.quota.driver [None req-febe9190-7016-456b-9252-d1a8839e316b tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 03:02:35.216742 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [None req-febe9190-7016-456b-9252-d1a8839e316b tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Usage tracker for resource:security_group and tenant:27912339e79e43db900700b20c01bd73 is out of sync, need to count used quota {{(pid=87786) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 03:02:35.221664 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [None req-febe9190-7016-456b-9252-d1a8839e316b tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87786) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 03:02:35.225203 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.quota.driver [None req-febe9190-7016-456b-9252-d1a8839e316b tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 03:02:35.297538 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-febe9190-7016-456b-9252-d1a8839e316b tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Notify callbacks [] for security_group, before_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:35.317922 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.quota.driver [None req-febe9190-7016-456b-9252-d1a8839e316b tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 03:02:35.321840 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [None req-febe9190-7016-456b-9252-d1a8839e316b tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Usage tracker for resource:security_group_rule and tenant:27912339e79e43db900700b20c01bd73 is out of sync, need to count used quota {{(pid=87786) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 03:02:35.324769 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [None req-febe9190-7016-456b-9252-d1a8839e316b tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87786) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 03:02:35.330361 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.quota.driver [None req-febe9190-7016-456b-9252-d1a8839e316b tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 03:02:35.400725 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-febe9190-7016-456b-9252-d1a8839e316b tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Notify callbacks [] for security_group, precommit_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:35.473194 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-febe9190-7016-456b-9252-d1a8839e316b tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:35.522331 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febe9190-7016-456b-9252-d1a8839e316b tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0489617-d0c2-496a-81e1-6ec7a0f15c4d,revision_number=1']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:02:35.566018 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-febe9190-7016-456b-9252-d1a8839e316b tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Notify callbacks [] for security_group, before_response {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:35.567901 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [None req-febe9190-7016-456b-9252-d1a8839e316b tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3652334 Apr 08 03:02:35.571003 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 48586) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:02:35.573159 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 48588) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:02:35.578350 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.v2.base [None req-6a38ff31-00fd-4bce-9634-a1adf19237c4 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Request body: {'security_group_rule': {'security_group_id': 'b0489617-d0c2-496a-81e1-6ec7a0f15c4d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 03:02:35.625816 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Device 1a657876-5e33-4830-837a-fb58e7d28a92 no longer exists at agent hyperv_hv-cinder-83705 {{(pid=87788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 03:02:35.641937 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-6a38ff31-00fd-4bce-9634-a1adf19237c4 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 03:02:35.653757 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-6a38ff31-00fd-4bce-9634-a1adf19237c4 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Usage tracker for resource:security_group_rule and tenant:27912339e79e43db900700b20c01bd73 is out of sync, need to count used quota {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 03:02:35.658052 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-6a38ff31-00fd-4bce-9634-a1adf19237c4 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 03:02:35.660475 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.plugin [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] No Port match for: 1a657876-5e33-4830-837a-fb58e7d28a92 {{(pid=87788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 03:02:35.661015 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Device 1a657876-5e33-4830-837a-fb58e7d28a92 not bound to the agent host hv-cinder-83705 {{(pid=87788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 03:02:35.667495 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-6a38ff31-00fd-4bce-9634-a1adf19237c4 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 03:02:35.780505 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-6a38ff31-00fd-4bce-9634-a1adf19237c4 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:35.974138 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-6a38ff31-00fd-4bce-9634-a1adf19237c4 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:36.075751 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-6a38ff31-00fd-4bce-9634-a1adf19237c4 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411622'] for security_group_rule, after_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:36.108075 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a38ff31-00fd-4bce-9634-a1adf19237c4 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57967b8e-43de-409c-a504-201bbd575e67,revision_number=0']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:02:36.200701 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-6a38ff31-00fd-4bce-9634-a1adf19237c4 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:36.201857 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-6a38ff31-00fd-4bce-9634-a1adf19237c4 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6298144 Apr 08 03:02:36.205141 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.wsgi [-] (87786) accepted ('10.222.0.15', 48594) {{(pid=87786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:02:36.212270 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.v2.base [None req-583b1981-598f-44c9-a0b4-e992f80fb370 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Request body: {'security_group_rule': {'security_group_id': 'b0489617-d0c2-496a-81e1-6ec7a0f15c4d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 03:02:36.224435 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-8444cd07-6132-48db-a6ed-beba1e106573 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-333100'] for router_interface, before_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:36.224768 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.quota.driver [None req-583b1981-598f-44c9-a0b4-e992f80fb370 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 03:02:36.224768 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [None req-583b1981-598f-44c9-a0b4-e992f80fb370 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Usage tracker for resource:security_group_rule and tenant:27912339e79e43db900700b20c01bd73 is out of sync, need to count used quota {{(pid=87786) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 03:02:36.224953 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [None req-583b1981-598f-44c9-a0b4-e992f80fb370 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87786) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 03:02:36.230386 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.quota.driver [None req-583b1981-598f-44c9-a0b4-e992f80fb370 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 03:02:36.389268 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-583b1981-598f-44c9-a0b4-e992f80fb370 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:36.449038 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-583b1981-598f-44c9-a0b4-e992f80fb370 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:36.519818 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-583b1981-598f-44c9-a0b4-e992f80fb370 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411622'] for security_group_rule, after_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:36.542898 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583b1981-598f-44c9-a0b4-e992f80fb370 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25d6ba7a-16be-4344-9629-e7ad5f91eba6,revision_number=0']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:02:36.568980 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.plugins.ml2.plugin [None req-8444cd07-6132-48db-a6ed-beba1e106573 admin admin] Deleting port 062842cd-0753-4608-b704-5ef569c87c0a {{(pid=87787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 03:02:36.569321 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-8444cd07-6132-48db-a6ed-beba1e106573 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762847207940'] for port, before_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:36.605702 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-583b1981-598f-44c9-a0b4-e992f80fb370 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:36.606832 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [None req-583b1981-598f-44c9-a0b4-e992f80fb370 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4000304 Apr 08 03:02:36.609903 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.wsgi [-] (87786) accepted ('10.222.0.15', 48598) {{(pid=87786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:02:36.615513 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.v2.base [None req-7e7b51ff-e941-4a22-92d5-9b334c821d56 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Request body: {'floatingip': {'floating_network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b'}} {{(pid=87786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 03:02:36.621238 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.quota.driver [None req-7e7b51ff-e941-4a22-92d5-9b334c821d56 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 03:02:36.625042 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [None req-7e7b51ff-e941-4a22-92d5-9b334c821d56 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Usage tracker for resource:floatingip and tenant:27912339e79e43db900700b20c01bd73 is out of sync, need to count used quota {{(pid=87786) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 03:02:36.627867 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [None req-7e7b51ff-e941-4a22-92d5-9b334c821d56 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87786) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 03:02:36.633608 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.quota.driver [None req-7e7b51ff-e941-4a22-92d5-9b334c821d56 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 03:02:36.714288 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-7e7b51ff-e941-4a22-92d5-9b334c821d56 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Notify callbacks [] for floatingip, before_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:36.747572 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.plugins.ml2.db [None req-8444cd07-6132-48db-a6ed-beba1e106573 admin admin] For port 062842cd-0753-4608-b704-5ef569c87c0a, host dv-cinder-837051-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837051-1-smb',level=0,port_id=062842cd-0753-4608-b704-5ef569c87c0a,segment=NetworkSegment(fbbea2b2-6b34-4085-aa23-2abb9eaccb63),segment_id=fbbea2b2-6b34-4085-aa23-2abb9eaccb63)] {{(pid=87787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 03:02:36.748208 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-8444cd07-6132-48db-a6ed-beba1e106573 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334124'] for port, precommit_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:36.852068 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-7e7b51ff-e941-4a22-92d5-9b334c821d56 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:36.945512 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.plugins.ml2.plugin [None req-8444cd07-6132-48db-a6ed-beba1e106573 admin admin] Calling delete_port for 062842cd-0753-4608-b704-5ef569c87c0a owned by network:router_interface {{(pid=87787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 03:02:36.990651 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.db_base_plugin_common [None req-7e7b51ff-e941-4a22-92d5-9b334c821d56 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Allocated IP 172.28.2.138 (98d1e709-75a7-4f60-9ef6-cd80d5a9207b/cdd7e012-314b-49de-85b2-875de1f002d2/35f41354-5cfe-4a09-aab5-4729556db606) {{(pid=87786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 03:02:37.135262 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-7e7b51ff-e941-4a22-92d5-9b334c821d56 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Notify callbacks [] for port, precommit_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:37.206101 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-7e7b51ff-e941-4a22-92d5-9b334c821d56 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762846864680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2754409'] for port, after_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:37.265534 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e7b51ff-e941-4a22-92d5-9b334c821d56 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Network 98d1e709-75a7-4f60-9ef6-cd80d5a9207b is already hosted by enough agents. {{(pid=87786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 03:02:37.268400 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.scheduler.base_scheduler [None req-7e7b51ff-e941-4a22-92d5-9b334c821d56 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Resources bound (agent type, host, resource id): {{(pid=87786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 03:02:37.273156 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7b51ff-e941-4a22-92d5-9b334c821d56 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Received port after_create {{(pid=87786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 03:02:37.315278 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7b51ff-e941-4a22-92d5-9b334c821d56 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Pushing event updated for resources: {'Port': ['ID=35f41354-5cfe-4a09-aab5-4729556db606,revision_number=1']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:02:37.332057 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-8444cd07-6132-48db-a6ed-beba1e106573 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762847213038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762846864689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3006662'] for port, after_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:37.363513 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-7e7b51ff-e941-4a22-92d5-9b334c821d56 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:37.381522 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8444cd07-6132-48db-a6ed-beba1e106573 admin admin] Pushing event deleted for resources: {'Port': ['ID=062842cd-0753-4608-b704-5ef569c87c0a,revision_number=None']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:02:37.495438 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-7e7b51ff-e941-4a22-92d5-9b334c821d56 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_update {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:37.650330 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-8444cd07-6132-48db-a6ed-beba1e106573 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-333232'] for router_interface, after_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:37.701384 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-7e7b51ff-e941-4a22-92d5-9b334c821d56 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Notify callbacks [] for port, precommit_update {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:37.759335 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-7e7b51ff-e941-4a22-92d5-9b334c821d56 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762847214852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762846864698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762846864743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2754402'] for port, after_update {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:37.869210 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7b51ff-e941-4a22-92d5-9b334c821d56 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Pushing event updated for resources: {'Port': ['ID=35f41354-5cfe-4a09-aab5-4729556db606,revision_number=2']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:02:37.878037 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-7e7b51ff-e941-4a22-92d5-9b334c821d56 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-333402'] for floatingip, after_update {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:37.959740 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-7e7b51ff-e941-4a22-92d5-9b334c821d56 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207533'] for floatingip, before_response {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:37.960952 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [None req-7e7b51ff-e941-4a22-92d5-9b334c821d56 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3500898 Apr 08 03:02:38.003122 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8444cd07-6132-48db-a6ed-beba1e106573 admin admin] Router 331cdd7b-33f2-4bf1-8739-ee3277f8cba4 has already been hosted by L3 agent 70d74887-4404-4f0d-99b3-e017d5637063 {{(pid=87787) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 03:02:38.122069 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [req-60eb86b5-8913-4e7a-a7d5-4f5fa94f6987 req-106e03bd-27ea-4e64-b534-39dbbd900e7f tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Synchronizing usage tracker for tenant:27912339e79e43db900700b20c01bd73 on resource:security_group {{(pid=87786) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 03:02:38.205775 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [req-60eb86b5-8913-4e7a-a7d5-4f5fa94f6987 req-106e03bd-27ea-4e64-b534-39dbbd900e7f tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Unset dirty status for tenant:27912339e79e43db900700b20c01bd73 on resource:security_group {{(pid=87786) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 03:02:38.207019 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-60eb86b5-8913-4e7a-a7d5-4f5fa94f6987 req-106e03bd-27ea-4e64-b534-39dbbd900e7f tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1420034223&fields=id&tenant_id=27912339e79e43db900700b20c01bd73 HTTP/1.1" status: 200 len: 267 time: 0.1241734 Apr 08 03:02:38.265275 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8444cd07-6132-48db-a6ed-beba1e106573 admin admin] Notify agent at l3_agent.dv-cinder-837051-1-smb the message routers_updated {{(pid=87787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 03:02:38.276043 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-690938b0-df12-4918-9d32-1f3312a5a33d None None] Sync routers for ids ['331cdd7b-33f2-4bf1-8739-ee3277f8cba4'] in dv-cinder-837051-1-smb {{(pid=87788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 03:02:38.287181 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-690938b0-df12-4918-9d32-1f3312a5a33d None None] Routers {'331cdd7b-33f2-4bf1-8739-ee3277f8cba4'} bound to L3 agent in host dv-cinder-837051-1-smb {{(pid=87788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 03:02:38.288404 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.l3_hamode_db [None req-690938b0-df12-4918-9d32-1f3312a5a33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837051-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-08T02:46:58Z,description=,heartbeat_timestamp=2022-04-08T03:02:28Z,host='dv-cinder-837051-1-smb',id=70d74887-4404-4f0d-99b3-e017d5637063,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T02:46:59Z,topic='l3_agent')) {'router_ids': ['331cdd7b-33f2-4bf1-8739-ee3277f8cba4'], 'active': True} {{(pid=87788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 03:02:38.340246 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-8444cd07-6132-48db-a6ed-beba1e106573 admin admin] 10.222.0.15 "PUT /v2.0/routers/331cdd7b-33f2-4bf1-8739-ee3277f8cba4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7657852 Apr 08 03:02:38.342163 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 48616) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:02:38.367848 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60eb86b5-8913-4e7a-a7d5-4f5fa94f6987 req-725471b7-ad55-4666-a3be-cbd94cd0f0cf tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:02:38.369380 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-60eb86b5-8913-4e7a-a7d5-4f5fa94f6987 req-725471b7-ad55-4666-a3be-cbd94cd0f0cf tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] 10.222.0.15 "GET /v2.0/networks?id=c8c3b9c3-2a08-4eb4-872c-03cbce1e3b10 HTTP/1.1" status: 200 len: 810 time: 0.1545017 Apr 08 03:02:38.385492 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-60eb86b5-8913-4e7a-a7d5-4f5fa94f6987 req-4ed5f41a-524f-4fc3-8293-c0af16c2ec77 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] 10.222.0.15 "GET /v2.0/quotas/27912339e79e43db900700b20c01bd73 HTTP/1.1" status: 200 len: 375 time: 0.0094311 Apr 08 03:02:38.475029 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [req-60eb86b5-8913-4e7a-a7d5-4f5fa94f6987 req-ff0ddfc8-c39b-4905-be23-2f82ff29798a tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Synchronizing usage tracker for tenant:27912339e79e43db900700b20c01bd73 on resource:port {{(pid=87786) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 03:02:38.477101 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.l3_dvr_db [None req-690938b0-df12-4918-9d32-1f3312a5a33d None None] Set router 331cdd7b-33f2-4bf1-8739-ee3277f8cba4 gateway port host: dv-cinder-837051-1-smb {{(pid=87788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 03:02:38.515113 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-37685971-dc7b-4c69-bc03-67074e9b4e70 admin admin] Notify callbacks [] for router, before_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:38.542945 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [req-60eb86b5-8913-4e7a-a7d5-4f5fa94f6987 req-ff0ddfc8-c39b-4905-be23-2f82ff29798a tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Unset dirty status for tenant:27912339e79e43db900700b20c01bd73 on resource:port {{(pid=87786) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 03:02:38.544396 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-60eb86b5-8913-4e7a-a7d5-4f5fa94f6987 req-ff0ddfc8-c39b-4905-be23-2f82ff29798a tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=27912339e79e43db900700b20c01bd73&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1525083 Apr 08 03:02:38.696995 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-37685971-dc7b-4c69-bc03-67074e9b4e70 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:38.741187 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-60eb86b5-8913-4e7a-a7d5-4f5fa94f6987 req-51f5a49c-031f-45b8-8c77-c1a1bfb6c8c9 service neutron] 10.222.0.15 "GET /v2.0/networks/c8c3b9c3-2a08-4eb4-872c-03cbce1e3b10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845398 Apr 08 03:02:38.760085 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.plugins.ml2.plugin [None req-37685971-dc7b-4c69-bc03-67074e9b4e70 admin admin] Deleting port 6b850f51-796c-4103-b60a-b77859be2a0c {{(pid=87787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 03:02:38.760441 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-37685971-dc7b-4c69-bc03-67074e9b4e70 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762847207940'] for port, before_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:38.806718 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.l3_hamode_db [None req-690938b0-df12-4918-9d32-1f3312a5a33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '331cdd7b-33f2-4bf1-8739-ee3277f8cba4', 'name': 'tempest-TestMinimumBasicScenario-456842333-router', 'tenant_id': 'e54ae39904dd451ab45f8d4f4dd2c54f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'external_fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.105'}], 'enable_snat': True}, 'gw_port_id': '6b850f51-796c-4103-b60a-b77859be2a0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:58:19Z', 'updated_at': '2022-04-08T03:02:37Z', 'revision_number': 5, 'project_id': 'e54ae39904dd451ab45f8d4f4dd2c54f', 'gw_port': {'id': '6b850f51-796c-4103-b60a-b77859be2a0c', 'name': '', 'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:b3:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '331cdd7b-33f2-4bf1-8739-ee3277f8cba4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:58:20Z', 'updated_at': '2022-04-08T02:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-smb'}], 'dv-cinder-837051-1-smb', False) {} {{(pid=87788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 03:02:38.810790 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-690938b0-df12-4918-9d32-1f3312a5a33d None None] Checking router: 331cdd7b-33f2-4bf1-8739-ee3277f8cba4 for host: dv-cinder-837051-1-smb {{(pid=87788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 03:02:38.819422 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-690938b0-df12-4918-9d32-1f3312a5a33d None None] Routers {'331cdd7b-33f2-4bf1-8739-ee3277f8cba4'} bound to L3 agent in host dv-cinder-837051-1-smb {{(pid=87788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 03:02:38.820021 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.l3_hamode_db [None req-690938b0-df12-4918-9d32-1f3312a5a33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837051-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-08T02:46:58Z,description=,heartbeat_timestamp=2022-04-08T03:02:28Z,host='dv-cinder-837051-1-smb',id=70d74887-4404-4f0d-99b3-e017d5637063,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T02:46:59Z,topic='l3_agent')) {'router_ids': ['331cdd7b-33f2-4bf1-8739-ee3277f8cba4'], 'active': True} {{(pid=87788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 03:02:38.941286 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.plugins.ml2.db [None req-37685971-dc7b-4c69-bc03-67074e9b4e70 admin admin] For port 6b850f51-796c-4103-b60a-b77859be2a0c, host dv-cinder-837051-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837051-1-smb',level=0,port_id=6b850f51-796c-4103-b60a-b77859be2a0c,segment=NetworkSegment(2f3db029-7821-49c5-950d-ef9b857fea9c),segment_id=2f3db029-7821-49c5-950d-ef9b857fea9c)] {{(pid=87787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 03:02:38.941727 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-37685971-dc7b-4c69-bc03-67074e9b4e70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334124'] for port, precommit_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:38.962339 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-60eb86b5-8913-4e7a-a7d5-4f5fa94f6987 req-0ce00032-7693-4f6a-800b-5cdbf6246ed3 service neutron] 10.222.0.15 "GET /v2.0/networks/c8c3b9c3-2a08-4eb4-872c-03cbce1e3b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2152655 Apr 08 03:02:38.975518 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.l3_dvr_db [None req-690938b0-df12-4918-9d32-1f3312a5a33d None None] Set router 331cdd7b-33f2-4bf1-8739-ee3277f8cba4 gateway port host: None {{(pid=87788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 03:02:39.065543 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.plugins.ml2.plugin [None req-37685971-dc7b-4c69-bc03-67074e9b4e70 admin admin] Calling delete_port for 6b850f51-796c-4103-b60a-b77859be2a0c owned by network:router_gateway {{(pid=87787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 03:02:39.080900 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.l3_hamode_db [None req-690938b0-df12-4918-9d32-1f3312a5a33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '331cdd7b-33f2-4bf1-8739-ee3277f8cba4', 'name': 'tempest-TestMinimumBasicScenario-456842333-router', 'tenant_id': 'e54ae39904dd451ab45f8d4f4dd2c54f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:58:19Z', 'updated_at': '2022-04-08T03:02:38Z', 'revision_number': 6, 'project_id': 'e54ae39904dd451ab45f8d4f4dd2c54f', 'gw_port_host': None}], 'dv-cinder-837051-1-smb', False) {} {{(pid=87788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 03:02:39.086087 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-690938b0-df12-4918-9d32-1f3312a5a33d None None] The sync data for ids ['331cdd7b-33f2-4bf1-8739-ee3277f8cba4'] in dv-cinder-837051-1-smb is: [{'id': '331cdd7b-33f2-4bf1-8739-ee3277f8cba4', 'name': 'tempest-TestMinimumBasicScenario-456842333-router', 'tenant_id': 'e54ae39904dd451ab45f8d4f4dd2c54f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:58:19Z', 'updated_at': '2022-04-08T03:02:38Z', 'revision_number': 6, 'project_id': 'e54ae39904dd451ab45f8d4f4dd2c54f', 'gw_port_host': None}] {{(pid=87788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 03:02:39.217165 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:39.291571 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-37685971-dc7b-4c69-bc03-67074e9b4e70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762847213038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762846864689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3006662'] for port, after_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:39.340503 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37685971-dc7b-4c69-bc03-67074e9b4e70 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b850f51-796c-4103-b60a-b77859be2a0c,revision_number=None']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:02:39.430437 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-37685971-dc7b-4c69-bc03-67074e9b4e70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-333321'] for router_gateway, after_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:39.605351 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-37685971-dc7b-4c69-bc03-67074e9b4e70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-355902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-306'] for router, precommit_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:39.607420 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-37685971-dc7b-4c69-bc03-67074e9b4e70 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:39.760153 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-37685971-dc7b-4c69-bc03-67074e9b4e70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-356065'] for router, after_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:39.760577 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37685971-dc7b-4c69-bc03-67074e9b4e70 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 331cdd7b-33f2-4bf1-8739-ee3277f8cba4 {{(pid=87787) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 08 03:02:39.773732 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-37685971-dc7b-4c69-bc03-67074e9b4e70 admin admin] Notify callbacks [] for router, before_response {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:39.774813 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-37685971-dc7b-4c69-bc03-67074e9b4e70 admin admin] 10.222.0.15 "DELETE /v2.0/routers/331cdd7b-33f2-4bf1-8739-ee3277f8cba4 HTTP/1.1" status: 204 len: 168 time: 1.4317043 Apr 08 03:02:39.777574 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 48624) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:02:39.814186 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Device 062842cd-0753-4608-b704-5ef569c87c0a no longer exists at agent ovs-agent-dv-cinder-837051-1-smb {{(pid=87788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 03:02:39.838395 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.db_base_plugin_v2 [None req-77ed1bee-e462-4c8e-8986-efaeacba8915 admin admin] Deleting subnet 2c480e54-0d9e-4bc0-858b-99b185c4ed0c {{(pid=87787) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 08 03:02:39.841450 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-77ed1bee-e462-4c8e-8986-efaeacba8915 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:39.850430 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.plugin [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] No Port match for: 062842cd-0753-4608-b704-5ef569c87c0a {{(pid=87788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 03:02:39.850847 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Device 062842cd-0753-4608-b704-5ef569c87c0a not bound to the agent host dv-cinder-837051-1-smb {{(pid=87788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 03:02:39.980465 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-77ed1bee-e462-4c8e-8986-efaeacba8915 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3007358'] for subnet, precommit_delete_associations {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:40.099682 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-77ed1bee-e462-4c8e-8986-efaeacba8915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-576545'] for subnet, precommit_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:40.245393 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-77ed1bee-e462-4c8e-8986-efaeacba8915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-576552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3006707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2234823'] for subnet, after_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:40.269714 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-73cd96cb-6583-4cfb-93b8-12b5ad161045 req-6fb1e96e-7bd0-4344-83db-3ec95314a575 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] 10.222.0.15 "GET /v2.0/ports?device_id=099ff9d6-7e53-4fe8-ab2f-b5ecfa17304b HTTP/1.1" status: 200 len: 210 time: 0.0422134 Apr 08 03:02:40.282673 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-77ed1bee-e462-4c8e-8986-efaeacba8915 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539232'] for subnet, before_response {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:40.286950 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dda4f46-ced0-4136-b999-4b1aef7a15de None None] Network bd9205d9-b280-4f90-8987-2cd32fbefb13 requested from dv-cinder-837051-1-smb {{(pid=87788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 03:02:40.290298 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ed1bee-e462-4c8e-8986-efaeacba8915 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c480e54-0d9e-4bc0-858b-99b185c4ed0c,revision_number=None']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:02:40.298244 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.wsgi [-] (87786) accepted ('10.222.0.15', 48634) {{(pid=87786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:02:40.298557 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-77ed1bee-e462-4c8e-8986-efaeacba8915 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/2c480e54-0d9e-4bc0-858b-99b185c4ed0c HTTP/1.1" status: 204 len: 168 time: 0.5183945 Apr 08 03:02:40.409790 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-ba3fa219-8e63-4020-9c19-61969609ea1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-570621'] for network, before_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:40.423763 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.plugin [None req-ba3fa219-8e63-4020-9c19-61969609ea1c admin admin] Deleting port 873a33f6-9557-411b-8e01-0ba73f3fb0a7 {{(pid=87786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 03:02:40.423763 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-ba3fa219-8e63-4020-9c19-61969609ea1c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762847207940'] for port, before_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:40.567954 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e08f00b-c4f7-4da4-8a96-907e63f93449 None None] DHCP port deletion for bd9205d9-b280-4f90-8987-2cd32fbefb13 request from dv-cinder-837051-1-smb {{(pid=87788) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 08 03:02:40.571911 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.plugin [None req-4e08f00b-c4f7-4da4-8a96-907e63f93449 None None] Deleting port 873a33f6-9557-411b-8e01-0ba73f3fb0a7 {{(pid=87788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 03:02:40.572279 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-4e08f00b-c4f7-4da4-8a96-907e63f93449 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762847207940'] for port, before_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:40.649432 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.db [None req-ba3fa219-8e63-4020-9c19-61969609ea1c admin admin] For port 873a33f6-9557-411b-8e01-0ba73f3fb0a7, host dv-cinder-837051-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837051-1-smb',level=0,port_id=873a33f6-9557-411b-8e01-0ba73f3fb0a7,segment=NetworkSegment(fbbea2b2-6b34-4085-aa23-2abb9eaccb63),segment_id=fbbea2b2-6b34-4085-aa23-2abb9eaccb63)] {{(pid=87786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 03:02:40.649770 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-ba3fa219-8e63-4020-9c19-61969609ea1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334124'] for port, precommit_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:40.775092 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.plugin [None req-ba3fa219-8e63-4020-9c19-61969609ea1c admin admin] Calling delete_port for 873a33f6-9557-411b-8e01-0ba73f3fb0a7 owned by network:dhcp {{(pid=87786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 03:02:40.789863 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.db [None req-4e08f00b-c4f7-4da4-8a96-907e63f93449 None None] For port 873a33f6-9557-411b-8e01-0ba73f3fb0a7, host dv-cinder-837051-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837051-1-smb',level=0,port_id=873a33f6-9557-411b-8e01-0ba73f3fb0a7,segment=NetworkSegment(fbbea2b2-6b34-4085-aa23-2abb9eaccb63),segment_id=fbbea2b2-6b34-4085-aa23-2abb9eaccb63)] {{(pid=87788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 03:02:40.790198 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-4e08f00b-c4f7-4da4-8a96-907e63f93449 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334124'] for port, precommit_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:40.920260 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.plugin [None req-4e08f00b-c4f7-4da4-8a96-907e63f93449 None None] Calling delete_port for 873a33f6-9557-411b-8e01-0ba73f3fb0a7 owned by network:dhcp {{(pid=87788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 03:02:40.930672 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-ba3fa219-8e63-4020-9c19-61969609ea1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762847213038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762846864689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2754409'] for port, after_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:40.977731 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3fa219-8e63-4020-9c19-61969609ea1c admin admin] Pushing event deleted for resources: {'Port': ['ID=873a33f6-9557-411b-8e01-0ba73f3fb0a7,revision_number=None']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:02:40.982891 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba3fa219-8e63-4020-9c19-61969609ea1c admin admin] No DVR routers for this DVR port 873a33f6-9557-411b-8e01-0ba73f3fb0a7 on host dv-cinder-837051-1-smb {{(pid=87786) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 03:02:41.062959 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.db.api [None req-4e08f00b-c4f7-4da4-8a96-907e63f93449 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87788) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 03:02:41.063397 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG oslo_db.api [None req-4e08f00b-c4f7-4da4-8a96-907e63f93449 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 03:02:41.095248 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-ba3fa219-8e63-4020-9c19-61969609ea1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577450', 'neutron.services.segments.db._delete_segments_for_network-8762847383381'] for network, precommit_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:41.119870 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.services.segments.db [None req-ba3fa219-8e63-4020-9c19-61969609ea1c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd9205d9-b280-4f90-8987-2cd32fbefb13']}} {{(pid=87786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 03:02:41.131898 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.services.segments.db [None req-ba3fa219-8e63-4020-9c19-61969609ea1c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbbea2b2-6b34-4085-aa23-2abb9eaccb63') {'for_net_delete': True} {{(pid=87786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 03:02:41.132186 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.services.segments.db [None req-ba3fa219-8e63-4020-9c19-61969609ea1c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbbea2b2-6b34-4085-aa23-2abb9eaccb63') {} {{(pid=87786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 03:02:41.142997 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-ba3fa219-8e63-4020-9c19-61969609ea1c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762847386736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2753770'] for segment, before_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:41.159394 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-ba3fa219-8e63-4020-9c19-61969609ea1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575478'] for segment, precommit_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:41.165791 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba3fa219-8e63-4020-9c19-61969609ea1c admin admin] Releasing vlan 277 on physical network physnet1 to pool {{(pid=87786) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 03:02:41.166186 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-ba3fa219-8e63-4020-9c19-61969609ea1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-575460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2754310'] for segment, after_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:41.179591 dv-cinder-837051-1-smb neutron-server[87786]: Traceback (most recent call last): Apr 08 03:02:41.179591 dv-cinder-837051-1-smb neutron-server[87786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 03:02:41.179591 dv-cinder-837051-1-smb neutron-server[87786]: timer() Apr 08 03:02:41.179591 dv-cinder-837051-1-smb neutron-server[87786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 03:02:41.179591 dv-cinder-837051-1-smb neutron-server[87786]: cb(*args, **kw) Apr 08 03:02:41.179591 dv-cinder-837051-1-smb neutron-server[87786]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 03:02:41.179591 dv-cinder-837051-1-smb neutron-server[87786]: return func(*args, **kwargs) Apr 08 03:02:41.179591 dv-cinder-837051-1-smb neutron-server[87786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 03:02:41.179591 dv-cinder-837051-1-smb neutron-server[87786]: self._notify() Apr 08 03:02:41.179591 dv-cinder-837051-1-smb neutron-server[87786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 03:02:41.179591 dv-cinder-837051-1-smb neutron-server[87786]: self.callback(batched_events) Apr 08 03:02:41.179591 dv-cinder-837051-1-smb neutron-server[87786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 03:02:41.179591 dv-cinder-837051-1-smb neutron-server[87786]: event.method(event) Apr 08 03:02:41.179591 dv-cinder-837051-1-smb neutron-server[87786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 03:02:41.179591 dv-cinder-837051-1-smb neutron-server[87786]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 03:02:41.179591 dv-cinder-837051-1-smb neutron-server[87786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 03:02:41.179591 dv-cinder-837051-1-smb neutron-server[87786]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 03:02:41.179591 dv-cinder-837051-1-smb neutron-server[87786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 03:02:41.179591 dv-cinder-837051-1-smb neutron-server[87786]: return f(self, *a, **k) Apr 08 03:02:41.179591 dv-cinder-837051-1-smb neutron-server[87786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 03:02:41.179591 dv-cinder-837051-1-smb neutron-server[87786]: return self._get(url).json() Apr 08 03:02:41.179591 dv-cinder-837051-1-smb neutron-server[87786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 08 03:02:41.179591 dv-cinder-837051-1-smb neutron-server[87786]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 03:02:41.179591 dv-cinder-837051-1-smb neutron-server[87786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 03:02:41.179591 dv-cinder-837051-1-smb neutron-server[87786]: return self.request(url, 'GET', **kwargs) Apr 08 03:02:41.179591 dv-cinder-837051-1-smb neutron-server[87786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 03:02:41.179591 dv-cinder-837051-1-smb neutron-server[87786]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 03:02:41.179591 dv-cinder-837051-1-smb neutron-server[87786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 03:02:41.179591 dv-cinder-837051-1-smb neutron-server[87786]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 03:02:41.179591 dv-cinder-837051-1-smb neutron-server[87786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 03:02:41.179591 dv-cinder-837051-1-smb neutron-server[87786]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 03:02:41.179591 dv-cinder-837051-1-smb neutron-server[87786]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 03:02:41.320636 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-ba3fa219-8e63-4020-9c19-61969609ea1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-333356'] for network, after_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:41.328446 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-ba3fa219-8e63-4020-9c19-61969609ea1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539232'] for network, before_response {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:41.356543 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3fa219-8e63-4020-9c19-61969609ea1c admin admin] Pushing event deleted for resources: {'Network': ['ID=bd9205d9-b280-4f90-8987-2cd32fbefb13,revision_number=None']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:02:41.391904 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Device 873a33f6-9557-411b-8e01-0ba73f3fb0a7 no longer exists at agent ovs-agent-dv-cinder-837051-1-smb {{(pid=87788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 03:02:41.428841 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.plugin [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] No Port match for: 873a33f6-9557-411b-8e01-0ba73f3fb0a7 {{(pid=87788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 03:02:41.429181 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Device 873a33f6-9557-411b-8e01-0ba73f3fb0a7 not bound to the agent host dv-cinder-837051-1-smb {{(pid=87788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 03:02:41.429603 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Device 6b850f51-796c-4103-b60a-b77859be2a0c no longer exists at agent ovs-agent-dv-cinder-837051-1-smb {{(pid=87788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 03:02:41.445267 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [None req-ba3fa219-8e63-4020-9c19-61969609ea1c admin admin] 10.222.0.15 "DELETE /v2.0/networks/bd9205d9-b280-4f90-8987-2cd32fbefb13 HTTP/1.1" status: 204 len: 168 time: 1.1471939 Apr 08 03:02:41.448272 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 48648) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:02:41.452192 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-4baaf1bd-412c-4789-a343-05aa33330d62 req-e6d2ccb8-0882-4b7f-9295-705e81f4ee36 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] 10.222.0.15 "GET /v2.0/ports?device_id=099ff9d6-7e53-4fe8-ab2f-b5ecfa17304b HTTP/1.1" status: 200 len: 210 time: 0.0441358 Apr 08 03:02:41.463906 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.plugin [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] No Port match for: 6b850f51-796c-4103-b60a-b77859be2a0c {{(pid=87788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 03:02:41.464245 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Device 6b850f51-796c-4103-b60a-b77859be2a0c not bound to the agent host dv-cinder-837051-1-smb {{(pid=87788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 03:02:41.565038 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.plugin [None req-4e08f00b-c4f7-4da4-8a96-907e63f93449 None None] Deleting port 873a33f6-9557-411b-8e01-0ba73f3fb0a7 {{(pid=87788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 03:02:41.565491 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-4e08f00b-c4f7-4da4-8a96-907e63f93449 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762847207940'] for port, before_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:41.664611 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.plugin [None req-4e08f00b-c4f7-4da4-8a96-907e63f93449 None None] The port '873a33f6-9557-411b-8e01-0ba73f3fb0a7' was deleted {{(pid=87788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 08 03:02:41.987205 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-96e04331-f3a6-4853-8c79-59df8fa56546 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-333100'] for router_interface, before_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:42.331803 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.plugins.ml2.plugin [None req-96e04331-f3a6-4853-8c79-59df8fa56546 admin admin] Deleting port 1a19900b-a3c4-45c1-99d6-4814be02032e {{(pid=87787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 03:02:42.332073 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-96e04331-f3a6-4853-8c79-59df8fa56546 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762847207940'] for port, before_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:42.473951 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60eb86b5-8913-4e7a-a7d5-4f5fa94f6987 req-20500a74-35f0-412e-aff1-92a3cd1c87ff tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:02:42.475403 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-60eb86b5-8913-4e7a-a7d5-4f5fa94f6987 req-20500a74-35f0-412e-aff1-92a3cd1c87ff tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] 10.222.0.39 "GET /v2.0/networks?id=c8c3b9c3-2a08-4eb4-872c-03cbce1e3b10 HTTP/1.1" status: 200 len: 810 time: 0.1524377 Apr 08 03:02:42.506960 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.plugins.ml2.db [None req-96e04331-f3a6-4853-8c79-59df8fa56546 admin admin] For port 1a19900b-a3c4-45c1-99d6-4814be02032e, host dv-cinder-837051-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837051-1-smb',level=0,port_id=1a19900b-a3c4-45c1-99d6-4814be02032e,segment=NetworkSegment(da7981fd-4015-4ec6-a3f5-614f6be89056),segment_id=da7981fd-4015-4ec6-a3f5-614f6be89056)] {{(pid=87787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 03:02:42.507603 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-96e04331-f3a6-4853-8c79-59df8fa56546 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334124'] for port, precommit_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:42.532496 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-60eb86b5-8913-4e7a-a7d5-4f5fa94f6987 req-2b604acf-9bde-409b-bdaa-a7813c7c785c tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=27912339e79e43db900700b20c01bd73 HTTP/1.1" status: 200 len: 380 time: 0.0421846 Apr 08 03:02:42.541220 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.v2.base [req-60eb86b5-8913-4e7a-a7d5-4f5fa94f6987 req-3418c136-058e-4918-88c3-add4d2431d35 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Request body: {'port': {'device_id': '099ff9d6-7e53-4fe8-ab2f-b5ecfa17304b', 'network_id': 'c8c3b9c3-2a08-4eb4-872c-03cbce1e3b10', 'admin_state_up': True, 'tenant_id': '27912339e79e43db900700b20c01bd73', 'security_groups': ['b0489617-d0c2-496a-81e1-6ec7a0f15c4d']}} {{(pid=87786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 03:02:42.677603 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-65ed1d84-f7d8-4fd5-a169-25e2d2181862 req-5456efc5-8bf6-4a4f-8849-9e80d57dff15 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] 10.222.0.15 "GET /v2.0/ports?device_id=099ff9d6-7e53-4fe8-ab2f-b5ecfa17304b HTTP/1.1" status: 200 len: 210 time: 0.1027308 Apr 08 03:02:42.722032 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.plugins.ml2.plugin [None req-96e04331-f3a6-4853-8c79-59df8fa56546 admin admin] Calling delete_port for 1a19900b-a3c4-45c1-99d6-4814be02032e owned by network:router_interface {{(pid=87787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 03:02:42.733716 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.quota.driver [req-60eb86b5-8913-4e7a-a7d5-4f5fa94f6987 req-3418c136-058e-4918-88c3-add4d2431d35 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 03:02:42.744081 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.quota.driver [req-60eb86b5-8913-4e7a-a7d5-4f5fa94f6987 req-3418c136-058e-4918-88c3-add4d2431d35 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 03:02:42.804638 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60eb86b5-8913-4e7a-a7d5-4f5fa94f6987 req-3418c136-058e-4918-88c3-add4d2431d35 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Made reservation on behalf of 27912339e79e43db900700b20c01bd73 for: {'port': 1} {{(pid=87786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 03:02:42.808352 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [req-60eb86b5-8913-4e7a-a7d5-4f5fa94f6987 req-3418c136-058e-4918-88c3-add4d2431d35 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:42.959948 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-96e04331-f3a6-4853-8c79-59df8fa56546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762847213038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762846864689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3006662'] for port, after_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:43.006535 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e04331-f3a6-4853-8c79-59df8fa56546 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a19900b-a3c4-45c1-99d6-4814be02032e,revision_number=None']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:02:43.043907 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.db_base_plugin_common [req-60eb86b5-8913-4e7a-a7d5-4f5fa94f6987 req-3418c136-058e-4918-88c3-add4d2431d35 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Allocated IP 172.20.0.11 (c8c3b9c3-2a08-4eb4-872c-03cbce1e3b10/18b119e0-b657-4738-8e56-4872d79152d5/fd284415-9d11-471b-b98f-a00d66a29c80) {{(pid=87786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 03:02:43.241356 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [req-60eb86b5-8913-4e7a-a7d5-4f5fa94f6987 req-3418c136-058e-4918-88c3-add4d2431d35 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Notify callbacks [] for port, precommit_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:43.253560 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.provisioning_blocks [req-60eb86b5-8913-4e7a-a7d5-4f5fa94f6987 req-3418c136-058e-4918-88c3-add4d2431d35 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Transition to ACTIVE for port object fd284415-9d11-471b-b98f-a00d66a29c80 will not be triggered until provisioned by entity DHCP. {{(pid=87786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 03:02:43.282929 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-96e04331-f3a6-4853-8c79-59df8fa56546 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-333232'] for router_interface, after_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:43.338055 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [req-60eb86b5-8913-4e7a-a7d5-4f5fa94f6987 req-3418c136-058e-4918-88c3-add4d2431d35 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762846864680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2754409'] for port, after_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:43.406696 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60eb86b5-8913-4e7a-a7d5-4f5fa94f6987 req-3418c136-058e-4918-88c3-add4d2431d35 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Network c8c3b9c3-2a08-4eb4-872c-03cbce1e3b10 is already hosted by enough agents. {{(pid=87786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 03:02:43.409835 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.scheduler.base_scheduler [req-60eb86b5-8913-4e7a-a7d5-4f5fa94f6987 req-3418c136-058e-4918-88c3-add4d2431d35 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Resources bound (agent type, host, resource id): {{(pid=87786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 03:02:43.412847 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.l3_dvrscheduler_db [req-60eb86b5-8913-4e7a-a7d5-4f5fa94f6987 req-3418c136-058e-4918-88c3-add4d2431d35 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Received port after_create {{(pid=87786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 03:02:43.464903 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418c136-058e-4918-88c3-add4d2431d35 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Pushing event updated for resources: {'Port': ['ID=fd284415-9d11-471b-b98f-a00d66a29c80,revision_number=1']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:02:43.498767 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60eb86b5-8913-4e7a-a7d5-4f5fa94f6987 req-3418c136-058e-4918-88c3-add4d2431d35 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:02:43.499428 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [req-60eb86b5-8913-4e7a-a7d5-4f5fa94f6987 req-3418c136-058e-4918-88c3-add4d2431d35 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207533'] for port, before_response {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:43.589147 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-60eb86b5-8913-4e7a-a7d5-4f5fa94f6987 req-3418c136-058e-4918-88c3-add4d2431d35 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0518086 Apr 08 03:02:43.606762 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.v2.base [req-60eb86b5-8913-4e7a-a7d5-4f5fa94f6987 req-5308dd7a-cfae-4664-9df9-99da63bc9fbc service neutron] Request body: {'port': {'device_id': '099ff9d6-7e53-4fe8-ab2f-b5ecfa17304b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83705'}} {{(pid=87786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 03:02:43.653566 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96e04331-f3a6-4853-8c79-59df8fa56546 admin admin] Router e3d653a0-dab8-454f-a3c1-dfebdbb0d44f has already been hosted by L3 agent 70d74887-4404-4f0d-99b3-e017d5637063 {{(pid=87787) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 03:02:43.679902 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-b36542fa-2f98-4baf-a7de-c74f4663b06c None None] Provisioning for port fd284415-9d11-471b-b98f-a00d66a29c80 completed by entity DHCP. {{(pid=87788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 03:02:43.685135 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-b36542fa-2f98-4baf-a7de-c74f4663b06c None None] Provisioning complete for port fd284415-9d11-471b-b98f-a00d66a29c80 triggered by entity DHCP. {{(pid=87788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 03:02:43.685568 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-b36542fa-2f98-4baf-a7de-c74f4663b06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587297'] for port, provisioning_complete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:43.728813 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [req-60eb86b5-8913-4e7a-a7d5-4f5fa94f6987 req-5308dd7a-cfae-4664-9df9-99da63bc9fbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_update {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:43.743087 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.plugin [None req-b36542fa-2f98-4baf-a7de-c74f4663b06c None None] Port fd284415-9d11-471b-b98f-a00d66a29c80 cannot update to ACTIVE because it is not bound. {{(pid=87788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 03:02:43.838374 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96e04331-f3a6-4853-8c79-59df8fa56546 admin admin] Notify agent at l3_agent.dv-cinder-837051-1-smb the message routers_updated {{(pid=87787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 03:02:43.847867 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-96e04331-f3a6-4853-8c79-59df8fa56546 admin admin] 10.222.0.15 "PUT /v2.0/routers/e3d653a0-dab8-454f-a3c1-dfebdbb0d44f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3984683 Apr 08 03:02:43.849420 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd56c9b9-0e92-40c2-aeaa-abe8a6e76b92 None None] Sync routers for ids ['e3d653a0-dab8-454f-a3c1-dfebdbb0d44f'] in dv-cinder-837051-1-smb {{(pid=87789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 03:02:43.850323 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 48660) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:02:43.859379 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd56c9b9-0e92-40c2-aeaa-abe8a6e76b92 None None] Routers {'e3d653a0-dab8-454f-a3c1-dfebdbb0d44f'} bound to L3 agent in host dv-cinder-837051-1-smb {{(pid=87789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 03:02:43.859983 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.l3_hamode_db [None req-cd56c9b9-0e92-40c2-aeaa-abe8a6e76b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837051-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-08T02:46:58Z,description=,heartbeat_timestamp=2022-04-08T03:02:28Z,host='dv-cinder-837051-1-smb',id=70d74887-4404-4f0d-99b3-e017d5637063,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T02:46:59Z,topic='l3_agent')) {'router_ids': ['e3d653a0-dab8-454f-a3c1-dfebdbb0d44f'], 'active': True} {{(pid=87789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 03:02:44.029328 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b8517c-80c5-4bfb-b258-a91e52cf1833 req-2d0f07c9-bb2f-41c1-bc63-eea55df60796 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:02:44.030077 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [req-e9b8517c-80c5-4bfb-b258-a91e52cf1833 req-2d0f07c9-bb2f-41c1-bc63-eea55df60796 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Synchronizing usage tracker for tenant:27912339e79e43db900700b20c01bd73 on resource:port {{(pid=87786) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 03:02:44.041773 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.l3_dvr_db [None req-cd56c9b9-0e92-40c2-aeaa-abe8a6e76b92 None None] Set router e3d653a0-dab8-454f-a3c1-dfebdbb0d44f gateway port host: dv-cinder-837051-1-smb {{(pid=87789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 03:02:44.112931 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-75f91cdd-4ff7-4a2a-b733-0810806932d1 admin admin] Notify callbacks [] for router, before_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:44.137574 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [req-e9b8517c-80c5-4bfb-b258-a91e52cf1833 req-2d0f07c9-bb2f-41c1-bc63-eea55df60796 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Unset dirty status for tenant:27912339e79e43db900700b20c01bd73 on resource:port {{(pid=87786) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 03:02:44.139051 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-e9b8517c-80c5-4bfb-b258-a91e52cf1833 req-2d0f07c9-bb2f-41c1-bc63-eea55df60796 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] 10.222.0.15 "GET /v2.0/ports?device_id=099ff9d6-7e53-4fe8-ab2f-b5ecfa17304b HTTP/1.1" status: 200 len: 932 time: 0.3420203 Apr 08 03:02:44.189453 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.notifiers.nova [req-60eb86b5-8913-4e7a-a7d5-4f5fa94f6987 req-5308dd7a-cfae-4664-9df9-99da63bc9fbc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd284415-9d11-471b-b98f-a00d66a29c80 {{(pid=87786) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 03:02:44.201875 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [req-60eb86b5-8913-4e7a-a7d5-4f5fa94f6987 req-5308dd7a-cfae-4664-9df9-99da63bc9fbc service neutron] Notify callbacks [] for port, precommit_update {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:44.210295 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-e9b8517c-80c5-4bfb-b258-a91e52cf1833 req-b5c62872-0bc8-4940-980f-0b231f3466f2 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] 10.222.0.15 "GET /v2.0/security-groups?id=b0489617-d0c2-496a-81e1-6ec7a0f15c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643437 Apr 08 03:02:44.221822 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.provisioning_blocks [req-60eb86b5-8913-4e7a-a7d5-4f5fa94f6987 req-5308dd7a-cfae-4664-9df9-99da63bc9fbc service neutron] Transition to ACTIVE for port object fd284415-9d11-471b-b98f-a00d66a29c80 will not be triggered until provisioned by entity L2. {{(pid=87786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 03:02:44.292041 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-75f91cdd-4ff7-4a2a-b733-0810806932d1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:44.296092 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [req-60eb86b5-8913-4e7a-a7d5-4f5fa94f6987 req-5308dd7a-cfae-4664-9df9-99da63bc9fbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762847214852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762846864698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762846864743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2754402'] for port, after_update {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:44.338145 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.l3_hamode_db [None req-cd56c9b9-0e92-40c2-aeaa-abe8a6e76b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3d653a0-dab8-454f-a3c1-dfebdbb0d44f', 'name': 'tempest-TestMinimumBasicScenario-1561070466-router', 'tenant_id': '8db0409d50c8441a8055cf71cebf26bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'external_fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.200'}], 'enable_snat': True}, 'gw_port_id': 'f7c617c6-358b-4b77-9504-cd6cf1edfc3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:58:29Z', 'updated_at': '2022-04-08T03:02:42Z', 'revision_number': 5, 'project_id': '8db0409d50c8441a8055cf71cebf26bf', 'gw_port': {'id': 'f7c617c6-358b-4b77-9504-cd6cf1edfc3c', 'name': '', 'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:49:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d653a0-dab8-454f-a3c1-dfebdbb0d44f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:58:30Z', 'updated_at': '2022-04-08T02:58:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-smb'}], 'dv-cinder-837051-1-smb', False) {} {{(pid=87789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 03:02:44.343018 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd56c9b9-0e92-40c2-aeaa-abe8a6e76b92 None None] Checking router: e3d653a0-dab8-454f-a3c1-dfebdbb0d44f for host: dv-cinder-837051-1-smb {{(pid=87789) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 03:02:44.353991 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd56c9b9-0e92-40c2-aeaa-abe8a6e76b92 None None] Routers {'e3d653a0-dab8-454f-a3c1-dfebdbb0d44f'} bound to L3 agent in host dv-cinder-837051-1-smb {{(pid=87789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 03:02:44.354706 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.l3_hamode_db [None req-cd56c9b9-0e92-40c2-aeaa-abe8a6e76b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837051-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-08T02:46:58Z,description=,heartbeat_timestamp=2022-04-08T03:02:28Z,host='dv-cinder-837051-1-smb',id=70d74887-4404-4f0d-99b3-e017d5637063,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T02:46:59Z,topic='l3_agent')) {'router_ids': ['e3d653a0-dab8-454f-a3c1-dfebdbb0d44f'], 'active': True} {{(pid=87789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 03:02:44.363486 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.plugins.ml2.plugin [None req-75f91cdd-4ff7-4a2a-b733-0810806932d1 admin admin] Deleting port f7c617c6-358b-4b77-9504-cd6cf1edfc3c {{(pid=87787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 03:02:44.363962 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-75f91cdd-4ff7-4a2a-b733-0810806932d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762847207940'] for port, before_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:44.454995 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5308dd7a-cfae-4664-9df9-99da63bc9fbc service neutron] Pushing event updated for resources: {'Port': ['ID=fd284415-9d11-471b-b98f-a00d66a29c80,revision_number=2']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:02:44.524977 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.l3_dvr_db [None req-cd56c9b9-0e92-40c2-aeaa-abe8a6e76b92 None None] Set router e3d653a0-dab8-454f-a3c1-dfebdbb0d44f gateway port host: None {{(pid=87789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 03:02:44.536840 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.managers [req-60eb86b5-8913-4e7a-a7d5-4f5fa94f6987 req-5308dd7a-cfae-4664-9df9-99da63bc9fbc service neutron] Attempting to bind port fd284415-9d11-471b-b98f-a00d66a29c80 on host hv-cinder-83705 for vnic_type normal with profile {{(pid=87786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 03:02:44.537427 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.managers [req-60eb86b5-8913-4e7a-a7d5-4f5fa94f6987 req-5308dd7a-cfae-4664-9df9-99da63bc9fbc service neutron] Attempting to bind port fd284415-9d11-471b-b98f-a00d66a29c80 by drivers openvswitch,hyperv on host hv-cinder-83705 at level 0 using segments [{'id': 'ea97b0a2-2bc1-452f-b168-e67660bad26a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'c8c3b9c3-2a08-4eb4-872c-03cbce1e3b10'}] {{(pid=87786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 03:02:44.537530 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60eb86b5-8913-4e7a-a7d5-4f5fa94f6987 req-5308dd7a-cfae-4664-9df9-99da63bc9fbc service neutron] Attempting to bind port fd284415-9d11-471b-b98f-a00d66a29c80 on network c8c3b9c3-2a08-4eb4-872c-03cbce1e3b10 {{(pid=87786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 03:02:44.542228 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60eb86b5-8913-4e7a-a7d5-4f5fa94f6987 req-5308dd7a-cfae-4664-9df9-99da63bc9fbc service neutron] Port fd284415-9d11-471b-b98f-a00d66a29c80 on network c8c3b9c3-2a08-4eb4-872c-03cbce1e3b10 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83705 {{(pid=87786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 08 03:02:44.543028 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60eb86b5-8913-4e7a-a7d5-4f5fa94f6987 req-5308dd7a-cfae-4664-9df9-99da63bc9fbc service neutron] Attempting to bind port fd284415-9d11-471b-b98f-a00d66a29c80 on network c8c3b9c3-2a08-4eb4-872c-03cbce1e3b10 {{(pid=87786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 03:02:44.547869 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60eb86b5-8913-4e7a-a7d5-4f5fa94f6987 req-5308dd7a-cfae-4664-9df9-99da63bc9fbc service neutron] Checking agent: {'id': '80029809-569d-4306-9121-6b636b3093bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83705', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 2, 54, 9), 'started_at': datetime.datetime(2022, 4, 8, 2, 54, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 3, 2, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 03:02:44.548184 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60eb86b5-8913-4e7a-a7d5-4f5fa94f6987 req-5308dd7a-cfae-4664-9df9-99da63bc9fbc service neutron] Checking segment: {'id': 'ea97b0a2-2bc1-452f-b168-e67660bad26a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'c8c3b9c3-2a08-4eb4-872c-03cbce1e3b10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 03:02:44.548617 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60eb86b5-8913-4e7a-a7d5-4f5fa94f6987 req-5308dd7a-cfae-4664-9df9-99da63bc9fbc service neutron] Bound using segment: {'id': 'ea97b0a2-2bc1-452f-b168-e67660bad26a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'c8c3b9c3-2a08-4eb4-872c-03cbce1e3b10'} {{(pid=87786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 03:02:44.549050 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.managers [req-60eb86b5-8913-4e7a-a7d5-4f5fa94f6987 req-5308dd7a-cfae-4664-9df9-99da63bc9fbc service neutron] Bound port: fd284415-9d11-471b-b98f-a00d66a29c80, host: hv-cinder-83705, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea97b0a2-2bc1-452f-b168-e67660bad26a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'c8c3b9c3-2a08-4eb4-872c-03cbce1e3b10'}}] {{(pid=87786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 03:02:44.549386 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [req-60eb86b5-8913-4e7a-a7d5-4f5fa94f6987 req-5308dd7a-cfae-4664-9df9-99da63bc9fbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_update {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:44.564144 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.plugins.ml2.db [None req-75f91cdd-4ff7-4a2a-b733-0810806932d1 admin admin] For port f7c617c6-358b-4b77-9504-cd6cf1edfc3c, host dv-cinder-837051-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837051-1-smb',level=0,port_id=f7c617c6-358b-4b77-9504-cd6cf1edfc3c,segment=NetworkSegment(2f3db029-7821-49c5-950d-ef9b857fea9c),segment_id=2f3db029-7821-49c5-950d-ef9b857fea9c)] {{(pid=87787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 03:02:44.564438 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-75f91cdd-4ff7-4a2a-b733-0810806932d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334124'] for port, precommit_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:44.643700 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.db [req-60eb86b5-8913-4e7a-a7d5-4f5fa94f6987 req-5308dd7a-cfae-4664-9df9-99da63bc9fbc service neutron] For port fd284415-9d11-471b-b98f-a00d66a29c80, host hv-cinder-83705, cleared binding levels {{(pid=87786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 03:02:44.647661 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.db [req-60eb86b5-8913-4e7a-a7d5-4f5fa94f6987 req-5308dd7a-cfae-4664-9df9-99da63bc9fbc service neutron] For port fd284415-9d11-471b-b98f-a00d66a29c80, host hv-cinder-83705, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=fd284415-9d11-471b-b98f-a00d66a29c80,segment=NetworkSegment(ea97b0a2-2bc1-452f-b168-e67660bad26a),segment_id=ea97b0a2-2bc1-452f-b168-e67660bad26a)] {{(pid=87786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 03:02:44.665402 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.l3_hamode_db [None req-cd56c9b9-0e92-40c2-aeaa-abe8a6e76b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3d653a0-dab8-454f-a3c1-dfebdbb0d44f', 'name': 'tempest-TestMinimumBasicScenario-1561070466-router', 'tenant_id': '8db0409d50c8441a8055cf71cebf26bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:58:29Z', 'updated_at': '2022-04-08T03:02:44Z', 'revision_number': 6, 'project_id': '8db0409d50c8441a8055cf71cebf26bf', 'gw_port_host': None}], 'dv-cinder-837051-1-smb', False) {} {{(pid=87789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 03:02:44.671654 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd56c9b9-0e92-40c2-aeaa-abe8a6e76b92 None None] The sync data for ids ['e3d653a0-dab8-454f-a3c1-dfebdbb0d44f'] in dv-cinder-837051-1-smb is: [{'id': 'e3d653a0-dab8-454f-a3c1-dfebdbb0d44f', 'name': 'tempest-TestMinimumBasicScenario-1561070466-router', 'tenant_id': '8db0409d50c8441a8055cf71cebf26bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:58:29Z', 'updated_at': '2022-04-08T03:02:44Z', 'revision_number': 6, 'project_id': '8db0409d50c8441a8055cf71cebf26bf', 'gw_port_host': None}] {{(pid=87789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 03:02:44.697289 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.plugins.ml2.plugin [None req-75f91cdd-4ff7-4a2a-b733-0810806932d1 admin admin] Calling delete_port for f7c617c6-358b-4b77-9504-cd6cf1edfc3c owned by network:router_gateway {{(pid=87787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 03:02:44.714984 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [req-60eb86b5-8913-4e7a-a7d5-4f5fa94f6987 req-5308dd7a-cfae-4664-9df9-99da63bc9fbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762847214852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762846864698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762846864743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2754402'] for port, after_update {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:44.773712 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60eb86b5-8913-4e7a-a7d5-4f5fa94f6987 req-5308dd7a-cfae-4664-9df9-99da63bc9fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:02:44.774317 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [req-60eb86b5-8913-4e7a-a7d5-4f5fa94f6987 req-5308dd7a-cfae-4664-9df9-99da63bc9fbc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207533'] for port, before_response {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:44.775681 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-60eb86b5-8913-4e7a-a7d5-4f5fa94f6987 req-5308dd7a-cfae-4664-9df9-99da63bc9fbc service neutron] 10.222.0.39 "PUT /v2.0/ports/fd284415-9d11-471b-b98f-a00d66a29c80 HTTP/1.1" status: 200 len: 1094 time: 1.1729908 Apr 08 03:02:44.776111 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '099ff9d6-7e53-4fe8-ab2f-b5ecfa17304b', 'tag': 'fd284415-9d11-471b-b98f-a00d66a29c80'}] {{(pid=87786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 03:02:44.807962 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5308dd7a-cfae-4664-9df9-99da63bc9fbc service neutron] Pushing event updated for resources: {'Port': ['ID=fd284415-9d11-471b-b98f-a00d66a29c80,revision_number=3']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:02:44.824679 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62c31bae-0d5c-4328-91a6-fe31e3b2407c'] response: {'name': 'network-changed', 'server_uuid': '099ff9d6-7e53-4fe8-ab2f-b5ecfa17304b', 'tag': 'fd284415-9d11-471b-b98f-a00d66a29c80', 'status': 'completed', 'code': 200} Apr 08 03:02:44.956689 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8b1e9b-8802-4e09-8baa-e156e94f84a6 req-46c48f1e-10e9-4236-897d-ce5675e1b13d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:02:44.958424 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-1a8b1e9b-8802-4e09-8baa-e156e94f84a6 req-46c48f1e-10e9-4236-897d-ce5675e1b13d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=27912339e79e43db900700b20c01bd73&device_id=099ff9d6-7e53-4fe8-ab2f-b5ecfa17304b HTTP/1.1" status: 200 len: 1097 time: 0.0743499 Apr 08 03:02:44.970542 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-75f91cdd-4ff7-4a2a-b733-0810806932d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762847213038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762846864689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3006662'] for port, after_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:45.032625 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f91cdd-4ff7-4a2a-b733-0810806932d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=f7c617c6-358b-4b77-9504-cd6cf1edfc3c,revision_number=None']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:02:45.119224 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8b1e9b-8802-4e09-8baa-e156e94f84a6 req-1113bf39-ba78-4d0c-b8d1-bcd47d78ca8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:02:45.121024 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-1a8b1e9b-8802-4e09-8baa-e156e94f84a6 req-1113bf39-ba78-4d0c-b8d1-bcd47d78ca8b service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=27912339e79e43db900700b20c01bd73&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1484599 Apr 08 03:02:45.129983 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-75f91cdd-4ff7-4a2a-b733-0810806932d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-333321'] for router_gateway, after_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:45.322370 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-75f91cdd-4ff7-4a2a-b733-0810806932d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-355902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-306'] for router, precommit_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:45.325048 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-75f91cdd-4ff7-4a2a-b733-0810806932d1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:45.380661 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8b1e9b-8802-4e09-8baa-e156e94f84a6 req-dc9eb3fe-20be-4453-9642-6933dfd27eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:02:45.382038 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-1a8b1e9b-8802-4e09-8baa-e156e94f84a6 req-dc9eb3fe-20be-4453-9642-6933dfd27eaf service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2548962 Apr 08 03:02:45.422368 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903f6802-ddcf-4689-b6e5-daa563d49dce req-b4c4ba0a-7798-499c-83db-85189387e8a4 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:02:45.423062 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-75f91cdd-4ff7-4a2a-b733-0810806932d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-356065'] for router, after_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:45.424372 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75f91cdd-4ff7-4a2a-b733-0810806932d1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e3d653a0-dab8-454f-a3c1-dfebdbb0d44f {{(pid=87787) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 08 03:02:45.424536 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-903f6802-ddcf-4689-b6e5-daa563d49dce req-b4c4ba0a-7798-499c-83db-85189387e8a4 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] 10.222.0.15 "GET /v2.0/ports?device_id=099ff9d6-7e53-4fe8-ab2f-b5ecfa17304b HTTP/1.1" status: 200 len: 944 time: 0.0918498 Apr 08 03:02:45.445237 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-75f91cdd-4ff7-4a2a-b733-0810806932d1 admin admin] Notify callbacks [] for router, before_response {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:45.449187 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-75f91cdd-4ff7-4a2a-b733-0810806932d1 admin admin] 10.222.0.15 "DELETE /v2.0/routers/e3d653a0-dab8-454f-a3c1-dfebdbb0d44f HTTP/1.1" status: 204 len: 168 time: 1.5978551 Apr 08 03:02:45.449832 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 48668) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:02:45.507973 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Device 1a19900b-a3c4-45c1-99d6-4814be02032e no longer exists at agent ovs-agent-dv-cinder-837051-1-smb {{(pid=87788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 03:02:45.523711 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f7f0866-c73c-4926-83fa-575b7a66161e admin admin] Deleting subnet f6e28277-f4b8-4912-905e-79c4234d9105 {{(pid=87787) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 08 03:02:45.530255 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0866-c73c-4926-83fa-575b7a66161e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:45.545207 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-903f6802-ddcf-4689-b6e5-daa563d49dce req-2c3f3d0c-55c8-45fc-9a68-af965c2d6908 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] 10.222.0.15 "GET /v2.0/security-groups?id=b0489617-d0c2-496a-81e1-6ec7a0f15c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640824 Apr 08 03:02:45.571597 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60eb86b5-8913-4e7a-a7d5-4f5fa94f6987 req-ca5259db-a1c2-45d7-8a17-3eeccecefdd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:02:45.573028 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-60eb86b5-8913-4e7a-a7d5-4f5fa94f6987 req-ca5259db-a1c2-45d7-8a17-3eeccecefdd4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=27912339e79e43db900700b20c01bd73&device_id=099ff9d6-7e53-4fe8-ab2f-b5ecfa17304b HTTP/1.1" status: 200 len: 1097 time: 0.1291416 Apr 08 03:02:45.575944 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.plugin [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] No Port match for: 1a19900b-a3c4-45c1-99d6-4814be02032e {{(pid=87788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 03:02:45.576740 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Device 1a19900b-a3c4-45c1-99d6-4814be02032e not bound to the agent host dv-cinder-837051-1-smb {{(pid=87788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 03:02:45.576740 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Device f7c617c6-358b-4b77-9504-cd6cf1edfc3c no longer exists at agent ovs-agent-dv-cinder-837051-1-smb {{(pid=87788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 03:02:45.580516 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0866-c73c-4926-83fa-575b7a66161e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3007358'] for subnet, precommit_delete_associations {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:45.611065 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.plugin [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] No Port match for: f7c617c6-358b-4b77-9504-cd6cf1edfc3c {{(pid=87788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 03:02:45.611427 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Device f7c617c6-358b-4b77-9504-cd6cf1edfc3c not bound to the agent host dv-cinder-837051-1-smb {{(pid=87788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 03:02:45.655038 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-60eb86b5-8913-4e7a-a7d5-4f5fa94f6987 req-d073eb9a-a41e-416c-9568-6ac77d49b601 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fd284415-9d11-471b-b98f-a00d66a29c80 HTTP/1.1" status: 200 len: 217 time: 0.0687954 Apr 08 03:02:45.665893 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0866-c73c-4926-83fa-575b7a66161e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-576545'] for subnet, precommit_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:45.725396 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60eb86b5-8913-4e7a-a7d5-4f5fa94f6987 req-3ecf41d1-15b8-4646-8d51-e37062c8f860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:02:45.726852 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-60eb86b5-8913-4e7a-a7d5-4f5fa94f6987 req-3ecf41d1-15b8-4646-8d51-e37062c8f860 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=18b119e0-b657-4738-8e56-4872d79152d5 HTTP/1.1" status: 200 len: 849 time: 0.0663698 Apr 08 03:02:45.803062 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60eb86b5-8913-4e7a-a7d5-4f5fa94f6987 req-d024f1e3-0229-4587-80f2-ddad69c92732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:02:45.804626 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-60eb86b5-8913-4e7a-a7d5-4f5fa94f6987 req-d024f1e3-0229-4587-80f2-ddad69c92732 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c8c3b9c3-2a08-4eb4-872c-03cbce1e3b10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0719991 Apr 08 03:02:45.816401 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0866-c73c-4926-83fa-575b7a66161e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-576552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3006707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2234823'] for subnet, after_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:45.853988 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7f0866-c73c-4926-83fa-575b7a66161e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6e28277-f4b8-4912-905e-79c4234d9105,revision_number=None']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:02:45.857678 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0866-c73c-4926-83fa-575b7a66161e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539232'] for subnet, before_response {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:45.865977 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab92094b-3b5a-4dc5-98fe-310a1364eaa1 None None] Network fa9bea6a-5274-446f-ae5d-79b2cab2551a requested from dv-cinder-837051-1-smb {{(pid=87788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 03:02:45.866834 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-4f7f0866-c73c-4926-83fa-575b7a66161e admin admin] 10.222.0.15 "DELETE /v2.0/subnets/f6e28277-f4b8-4912-905e-79c4234d9105 HTTP/1.1" status: 204 len: 168 time: 0.4158530 Apr 08 03:02:45.867457 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 48672) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:02:45.963969 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-60eb86b5-8913-4e7a-a7d5-4f5fa94f6987 req-a241fde9-28dd-43a0-a3b6-afcd42c534a0 service neutron] 10.222.0.39 "GET /v2.0/networks/c8c3b9c3-2a08-4eb4-872c-03cbce1e3b10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528156 Apr 08 03:02:46.061791 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-09f2ad92-6db7-44fd-965e-15e9236b23ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-570621'] for network, before_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:46.072442 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.plugins.ml2.plugin [None req-09f2ad92-6db7-44fd-965e-15e9236b23ee admin admin] Deleting port f2a8aee3-0950-4fb7-af3a-1f501b055b3c {{(pid=87787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 03:02:46.072442 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-09f2ad92-6db7-44fd-965e-15e9236b23ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762847207940'] for port, before_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:46.102675 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-60eb86b5-8913-4e7a-a7d5-4f5fa94f6987 req-4e86853a-59b6-42a1-a7ab-ff44c2c79226 service neutron] 10.222.0.39 "GET /v2.0/networks/c8c3b9c3-2a08-4eb4-872c-03cbce1e3b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325080 Apr 08 03:02:46.135431 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f01f0ac4-7c98-4057-b0e2-03d7ac49351a None None] DHCP port deletion for fa9bea6a-5274-446f-ae5d-79b2cab2551a request from dv-cinder-837051-1-smb {{(pid=87788) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 08 03:02:46.139827 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.plugin [None req-f01f0ac4-7c98-4057-b0e2-03d7ac49351a None None] Deleting port f2a8aee3-0950-4fb7-af3a-1f501b055b3c {{(pid=87788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 03:02:46.140197 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-f01f0ac4-7c98-4057-b0e2-03d7ac49351a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762847207940'] for port, before_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:46.281540 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.plugins.ml2.db [None req-09f2ad92-6db7-44fd-965e-15e9236b23ee admin admin] For port f2a8aee3-0950-4fb7-af3a-1f501b055b3c, host dv-cinder-837051-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837051-1-smb',level=0,port_id=f2a8aee3-0950-4fb7-af3a-1f501b055b3c,segment=NetworkSegment(da7981fd-4015-4ec6-a3f5-614f6be89056),segment_id=da7981fd-4015-4ec6-a3f5-614f6be89056)] {{(pid=87787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 03:02:46.282154 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-09f2ad92-6db7-44fd-965e-15e9236b23ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334124'] for port, precommit_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:46.343400 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.db [None req-f01f0ac4-7c98-4057-b0e2-03d7ac49351a None None] For port f2a8aee3-0950-4fb7-af3a-1f501b055b3c, host dv-cinder-837051-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837051-1-smb',level=0,port_id=f2a8aee3-0950-4fb7-af3a-1f501b055b3c,segment=NetworkSegment(da7981fd-4015-4ec6-a3f5-614f6be89056),segment_id=da7981fd-4015-4ec6-a3f5-614f6be89056)] {{(pid=87788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 03:02:46.343782 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-f01f0ac4-7c98-4057-b0e2-03d7ac49351a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334124'] for port, precommit_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:46.405456 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.plugins.ml2.plugin [None req-09f2ad92-6db7-44fd-965e-15e9236b23ee admin admin] Calling delete_port for f2a8aee3-0950-4fb7-af3a-1f501b055b3c owned by network:dhcp {{(pid=87787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 03:02:46.467534 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.plugin [None req-f01f0ac4-7c98-4057-b0e2-03d7ac49351a None None] Calling delete_port for f2a8aee3-0950-4fb7-af3a-1f501b055b3c owned by network:dhcp {{(pid=87788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 03:02:46.559367 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-09f2ad92-6db7-44fd-965e-15e9236b23ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762847213038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762846864689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3006662'] for port, after_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:46.567681 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.db.api [None req-f01f0ac4-7c98-4057-b0e2-03d7ac49351a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87788) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 03:02:46.568199 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG oslo_db.api [None req-f01f0ac4-7c98-4057-b0e2-03d7ac49351a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 03:02:46.608358 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f2ad92-6db7-44fd-965e-15e9236b23ee admin admin] Pushing event deleted for resources: {'Port': ['ID=f2a8aee3-0950-4fb7-af3a-1f501b055b3c,revision_number=None']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:02:46.611557 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f2ad92-6db7-44fd-965e-15e9236b23ee admin admin] No DVR routers for this DVR port f2a8aee3-0950-4fb7-af3a-1f501b055b3c on host dv-cinder-837051-1-smb {{(pid=87787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 03:02:46.729408 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-09f2ad92-6db7-44fd-965e-15e9236b23ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577450', 'neutron.services.segments.db._delete_segments_for_network-8762847383381'] for network, precommit_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:46.738330 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38622820-87b7-44fe-b008-a4eaac1a9a86 req-009488a2-0ef6-49c7-96f5-aac4168dd146 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:02:46.740494 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-38622820-87b7-44fe-b008-a4eaac1a9a86 req-009488a2-0ef6-49c7-96f5-aac4168dd146 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] 10.222.0.15 "GET /v2.0/ports?device_id=099ff9d6-7e53-4fe8-ab2f-b5ecfa17304b HTTP/1.1" status: 200 len: 944 time: 0.0785415 Apr 08 03:02:46.756083 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.services.segments.db [None req-09f2ad92-6db7-44fd-965e-15e9236b23ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa9bea6a-5274-446f-ae5d-79b2cab2551a']}} {{(pid=87787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 03:02:46.772164 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.services.segments.db [None req-09f2ad92-6db7-44fd-965e-15e9236b23ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da7981fd-4015-4ec6-a3f5-614f6be89056') {'for_net_delete': True} {{(pid=87787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 03:02:46.772504 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.services.segments.db [None req-09f2ad92-6db7-44fd-965e-15e9236b23ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da7981fd-4015-4ec6-a3f5-614f6be89056') {} {{(pid=87787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 03:02:46.784123 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-09f2ad92-6db7-44fd-965e-15e9236b23ee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762847386736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3007351'] for segment, before_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:46.788110 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-38622820-87b7-44fe-b008-a4eaac1a9a86 req-ef122446-6131-491d-889c-bd0fe8b7a89f tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] 10.222.0.15 "GET /v2.0/security-groups?id=b0489617-d0c2-496a-81e1-6ec7a0f15c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419056 Apr 08 03:02:46.799952 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-09f2ad92-6db7-44fd-965e-15e9236b23ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575478'] for segment, precommit_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:46.807563 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09f2ad92-6db7-44fd-965e-15e9236b23ee admin admin] Releasing vlan 259 on physical network physnet1 to pool {{(pid=87787) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 03:02:46.807984 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-09f2ad92-6db7-44fd-965e-15e9236b23ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-575460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3006633'] for segment, after_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:46.826500 dv-cinder-837051-1-smb neutron-server[87787]: Traceback (most recent call last): Apr 08 03:02:46.826500 dv-cinder-837051-1-smb neutron-server[87787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 03:02:46.826500 dv-cinder-837051-1-smb neutron-server[87787]: timer() Apr 08 03:02:46.826500 dv-cinder-837051-1-smb neutron-server[87787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 03:02:46.826500 dv-cinder-837051-1-smb neutron-server[87787]: cb(*args, **kw) Apr 08 03:02:46.826500 dv-cinder-837051-1-smb neutron-server[87787]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 03:02:46.826500 dv-cinder-837051-1-smb neutron-server[87787]: return func(*args, **kwargs) Apr 08 03:02:46.826500 dv-cinder-837051-1-smb neutron-server[87787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 03:02:46.826500 dv-cinder-837051-1-smb neutron-server[87787]: self._notify() Apr 08 03:02:46.826500 dv-cinder-837051-1-smb neutron-server[87787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 03:02:46.826500 dv-cinder-837051-1-smb neutron-server[87787]: self.callback(batched_events) Apr 08 03:02:46.826500 dv-cinder-837051-1-smb neutron-server[87787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 03:02:46.826500 dv-cinder-837051-1-smb neutron-server[87787]: event.method(event) Apr 08 03:02:46.826500 dv-cinder-837051-1-smb neutron-server[87787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 03:02:46.826500 dv-cinder-837051-1-smb neutron-server[87787]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 03:02:46.826500 dv-cinder-837051-1-smb neutron-server[87787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 03:02:46.826500 dv-cinder-837051-1-smb neutron-server[87787]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 03:02:46.826500 dv-cinder-837051-1-smb neutron-server[87787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 03:02:46.826500 dv-cinder-837051-1-smb neutron-server[87787]: return f(self, *a, **k) Apr 08 03:02:46.826500 dv-cinder-837051-1-smb neutron-server[87787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 03:02:46.826500 dv-cinder-837051-1-smb neutron-server[87787]: return self._get(url).json() Apr 08 03:02:46.826500 dv-cinder-837051-1-smb neutron-server[87787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 08 03:02:46.826500 dv-cinder-837051-1-smb neutron-server[87787]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 03:02:46.826500 dv-cinder-837051-1-smb neutron-server[87787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 03:02:46.826500 dv-cinder-837051-1-smb neutron-server[87787]: return self.request(url, 'GET', **kwargs) Apr 08 03:02:46.826500 dv-cinder-837051-1-smb neutron-server[87787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 03:02:46.826500 dv-cinder-837051-1-smb neutron-server[87787]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 03:02:46.826500 dv-cinder-837051-1-smb neutron-server[87787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 03:02:46.826500 dv-cinder-837051-1-smb neutron-server[87787]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 03:02:46.826500 dv-cinder-837051-1-smb neutron-server[87787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 03:02:46.826500 dv-cinder-837051-1-smb neutron-server[87787]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 03:02:46.826500 dv-cinder-837051-1-smb neutron-server[87787]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 03:02:46.954178 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-09f2ad92-6db7-44fd-965e-15e9236b23ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-333356'] for network, after_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:46.972015 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-09f2ad92-6db7-44fd-965e-15e9236b23ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539232'] for network, before_response {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:46.977756 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f2ad92-6db7-44fd-965e-15e9236b23ee admin admin] Pushing event deleted for resources: {'Network': ['ID=fa9bea6a-5274-446f-ae5d-79b2cab2551a,revision_number=None']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:02:46.984385 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-09f2ad92-6db7-44fd-965e-15e9236b23ee admin admin] 10.222.0.15 "DELETE /v2.0/networks/fa9bea6a-5274-446f-ae5d-79b2cab2551a HTTP/1.1" status: 204 len: 168 time: 1.1159716 Apr 08 03:02:47.069412 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.plugin [None req-f01f0ac4-7c98-4057-b0e2-03d7ac49351a None None] Deleting port f2a8aee3-0950-4fb7-af3a-1f501b055b3c {{(pid=87788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 03:02:47.069883 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-f01f0ac4-7c98-4057-b0e2-03d7ac49351a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762847207940'] for port, before_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:47.142151 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.plugin [None req-f01f0ac4-7c98-4057-b0e2-03d7ac49351a None None] The port 'f2a8aee3-0950-4fb7-af3a-1f501b055b3c' was deleted {{(pid=87788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 08 03:02:47.310304 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 48692) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:02:47.367689 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-62f2bc43-c23e-40bb-9909-627c27784320 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e54ae39904dd451ab45f8d4f4dd2c54f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0559318 Apr 08 03:02:47.369250 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Device f2a8aee3-0950-4fb7-af3a-1f501b055b3c no longer exists at agent ovs-agent-dv-cinder-837051-1-smb {{(pid=87788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 03:02:47.369964 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 48696) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:02:47.404253 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.plugin [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] No Port match for: f2a8aee3-0950-4fb7-af3a-1f501b055b3c {{(pid=87788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 03:02:47.404596 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Device f2a8aee3-0950-4fb7-af3a-1f501b055b3c not bound to the agent host dv-cinder-837051-1-smb {{(pid=87788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 03:02:47.433279 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-7f99687b-b708-4fa3-89a0-ffed7a83e644 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:47.462208 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-7f99687b-b708-4fa3-89a0-ffed7a83e644 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:47.588662 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-7f99687b-b708-4fa3-89a0-ffed7a83e644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:47.605685 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f99687b-b708-4fa3-89a0-ffed7a83e644 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d0b1559-7425-473f-bd1c-fb1704313e64,revision_number=None']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:02:47.613108 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-7f99687b-b708-4fa3-89a0-ffed7a83e644 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:47.614828 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-7f99687b-b708-4fa3-89a0-ffed7a83e644 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3d0b1559-7425-473f-bd1c-fb1704313e64 HTTP/1.1" status: 204 len: 168 time: 0.2438641 Apr 08 03:02:47.988857 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee3dbdb-d33c-4523-b141-66263ce878ab req-7fcb4000-1cba-4dd1-8e2f-a099ad816b2f tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:02:47.990391 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-9ee3dbdb-d33c-4523-b141-66263ce878ab req-7fcb4000-1cba-4dd1-8e2f-a099ad816b2f tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] 10.222.0.15 "GET /v2.0/ports?device_id=099ff9d6-7e53-4fe8-ab2f-b5ecfa17304b HTTP/1.1" status: 200 len: 944 time: 0.0804186 Apr 08 03:02:48.033500 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-9ee3dbdb-d33c-4523-b141-66263ce878ab req-a34badcf-a927-4bf1-b7a0-127b0b75a971 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] 10.222.0.15 "GET /v2.0/security-groups?id=b0489617-d0c2-496a-81e1-6ec7a0f15c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376227 Apr 08 03:02:48.304029 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 48708) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:02:48.356941 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-73f7ec87-49ff-4188-a368-a1c19887b215 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8db0409d50c8441a8055cf71cebf26bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0516603 Apr 08 03:02:48.359659 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 48712) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:02:48.416518 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-f215d69d-6cc5-4a0a-99aa-f19cb9efe1cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:48.446361 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-f215d69d-6cc5-4a0a-99aa-f19cb9efe1cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:48.548682 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-f215d69d-6cc5-4a0a-99aa-f19cb9efe1cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:48.562851 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f215d69d-6cc5-4a0a-99aa-f19cb9efe1cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4308a873-464e-47fc-a637-07b88362fefb,revision_number=None']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:02:48.570661 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-f215d69d-6cc5-4a0a-99aa-f19cb9efe1cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:48.574514 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-f215d69d-6cc5-4a0a-99aa-f19cb9efe1cc admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4308a873-464e-47fc-a637-07b88362fefb HTTP/1.1" status: 204 len: 168 time: 0.2139335 Apr 08 03:02:49.221058 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5260764e-cc52-4a59-a522-0b4c7d15e778 req-c6116689-0379-42b0-9bd5-5f9411c97f92 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:02:49.222501 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-5260764e-cc52-4a59-a522-0b4c7d15e778 req-c6116689-0379-42b0-9bd5-5f9411c97f92 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] 10.222.0.15 "GET /v2.0/ports?device_id=099ff9d6-7e53-4fe8-ab2f-b5ecfa17304b HTTP/1.1" status: 200 len: 944 time: 0.0827641 Apr 08 03:02:49.267352 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-5260764e-cc52-4a59-a522-0b4c7d15e778 req-0152c104-2833-4fc6-82a7-12f79b9aae1e tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] 10.222.0.15 "GET /v2.0/security-groups?id=b0489617-d0c2-496a-81e1-6ec7a0f15c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386691 Apr 08 03:02:49.634746 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 48740) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:02:49.667916 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Device fd284415-9d11-471b-b98f-a00d66a29c80 details requested by agent hyperv_hv-cinder-83705 with host hv-cinder-83705 {{(pid=87788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 08 03:02:49.752702 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.v2.base [None req-5526e5af-8acb-4ff0-add0-9130bed60a1f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2101072383-network', 'tenant_id': 'd795d4c3932b47d7849e48c0ea1f7259'}} {{(pid=87787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 03:02:49.758493 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-5526e5af-8acb-4ff0-add0-9130bed60a1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 03:02:49.762575 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-5526e5af-8acb-4ff0-add0-9130bed60a1f admin admin] Usage tracker for resource:network and tenant:d795d4c3932b47d7849e48c0ea1f7259 is out of sync, need to count used quota {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 03:02:49.765529 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-5526e5af-8acb-4ff0-add0-9130bed60a1f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 03:02:49.773767 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-5526e5af-8acb-4ff0-add0-9130bed60a1f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 03:02:49.813752 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.db [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] For port fd284415-9d11-471b-b98f-a00d66a29c80, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=fd284415-9d11-471b-b98f-a00d66a29c80,segment=NetworkSegment(ea97b0a2-2bc1-452f-b168-e67660bad26a),segment_id=ea97b0a2-2bc1-452f-b168-e67660bad26a)] {{(pid=87788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 03:02:49.827569 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Returning: {'device': 'fd284415-9d11-471b-b98f-a00d66a29c80', 'network_id': 'c8c3b9c3-2a08-4eb4-872c-03cbce1e3b10', 'port_id': 'fd284415-9d11-471b-b98f-a00d66a29c80', 'mac_address': 'fa:16:3e:fe:0a:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 294, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18b119e0-b657-4738-8e56-4872d79152d5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 03:02:49.880703 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5526e5af-8acb-4ff0-add0-9130bed60a1f admin admin] Made reservation on behalf of d795d4c3932b47d7849e48c0ea1f7259 for: {'network': 1} {{(pid=87787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 03:02:49.883429 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-5526e5af-8acb-4ff0-add0-9130bed60a1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for network, before_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:49.886191 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:49.896446 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-5526e5af-8acb-4ff0-add0-9130bed60a1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:49.903111 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.notifiers.nova [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd284415-9d11-471b-b98f-a00d66a29c80 {{(pid=87788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 03:02:49.912474 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-5526e5af-8acb-4ff0-add0-9130bed60a1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 03:02:49.916692 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-5526e5af-8acb-4ff0-add0-9130bed60a1f admin admin] Usage tracker for resource:security_group_rule and tenant:d795d4c3932b47d7849e48c0ea1f7259 is out of sync, need to count used quota {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 03:02:49.918636 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.db [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] For port fd284415-9d11-471b-b98f-a00d66a29c80, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=fd284415-9d11-471b-b98f-a00d66a29c80,segment=NetworkSegment(ea97b0a2-2bc1-452f-b168-e67660bad26a),segment_id=ea97b0a2-2bc1-452f-b168-e67660bad26a)] {{(pid=87788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 03:02:49.920330 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-5526e5af-8acb-4ff0-add0-9130bed60a1f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 03:02:49.926036 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-5526e5af-8acb-4ff0-add0-9130bed60a1f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 03:02:50.007246 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-5526e5af-8acb-4ff0-add0-9130bed60a1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:50.011442 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762847214852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762846864698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762846864743'] for port, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:50.081192 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Pushing event updated for resources: {'Port': ['ID=fd284415-9d11-471b-b98f-a00d66a29c80,revision_number=4']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:02:50.091155 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-5526e5af-8acb-4ff0-add0-9130bed60a1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:50.123505 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5526e5af-8acb-4ff0-add0-9130bed60a1f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 283} {{(pid=87787) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 03:02:50.128563 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5526e5af-8acb-4ff0-add0-9130bed60a1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2546318-21b6-4338-bfcb-9521d7f89bc2,revision_number=1']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:02:50.135119 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-5526e5af-8acb-4ff0-add0-9130bed60a1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575478'] for segment, precommit_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:50.135491 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.db.segments_db [None req-5526e5af-8acb-4ff0-add0-9130bed60a1f admin admin] Added segment f24de6cc-1a95-415b-8300-ea0d5a655f11 of type vlan for network 1262eb51-6568-4d0c-b1d7-5b2c9bfe4256 Apr 08 03:02:50.160388 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-5526e5af-8acb-4ff0-add0-9130bed60a1f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762846836134'] for network, precommit_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:50.240696 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-5526e5af-8acb-4ff0-add0-9130bed60a1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254'] for network, after_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:50.242562 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5526e5af-8acb-4ff0-add0-9130bed60a1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:02:50.243725 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-5526e5af-8acb-4ff0-add0-9130bed60a1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539232'] for network, before_response {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:50.349861 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5526e5af-8acb-4ff0-add0-9130bed60a1f admin admin] Pushing event updated for resources: {'Network': ['ID=1262eb51-6568-4d0c-b1d7-5b2c9bfe4256,revision_number=1']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:02:50.360718 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Network 1262eb51-6568-4d0c-b1d7-5b2c9bfe4256 details requested by agent ovs-agent-dv-cinder-837051-1-smb with host dv-cinder-837051-1-smb {{(pid=87788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 03:02:50.402141 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179fe236-dd75-45b0-80b0-93128fb973bf req-f8caf6b1-a132-41ab-afb0-b3839fd8ca52 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:02:50.403635 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-179fe236-dd75-45b0-80b0-93128fb973bf req-f8caf6b1-a132-41ab-afb0-b3839fd8ca52 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7018345-ef6c-448f-a6e4-6737eabc6aff HTTP/1.1" status: 200 len: 946 time: 0.0837452 Apr 08 03:02:50.413450 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-5526e5af-8acb-4ff0-add0-9130bed60a1f admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7773669 Apr 08 03:02:50.416046 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 48756) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:02:50.421869 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.v2.base [None req-24f89702-33bd-4f76-8b36-79d7a9d72acf admin admin] Request body: {'subnet': {'network_id': '1262eb51-6568-4d0c-b1d7-5b2c9bfe4256', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2101072383-subnet', 'tenant_id': 'd795d4c3932b47d7849e48c0ea1f7259', 'ip_version': 4}} {{(pid=87787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 03:02:50.427516 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-24f89702-33bd-4f76-8b36-79d7a9d72acf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 03:02:50.431577 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-24f89702-33bd-4f76-8b36-79d7a9d72acf admin admin] Usage tracker for resource:subnet and tenant:d795d4c3932b47d7849e48c0ea1f7259 is out of sync, need to count used quota {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 03:02:50.434510 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-24f89702-33bd-4f76-8b36-79d7a9d72acf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 03:02:50.440085 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.db [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] get_ports_and_sgs() called for port_ids ['fd284415-9d11-471b-b98f-a00d66a29c80'] {{(pid=87788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 03:02:50.441493 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-24f89702-33bd-4f76-8b36-79d7a9d72acf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 03:02:50.493822 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-179fe236-dd75-45b0-80b0-93128fb973bf req-2a40606f-3878-4f26-90b8-4c534d996e01 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/security-groups?id=571e5dd1-f399-4374-b407-7bcc9f77f98a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527422 Apr 08 03:02:50.519695 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24f89702-33bd-4f76-8b36-79d7a9d72acf admin admin] Made reservation on behalf of d795d4c3932b47d7849e48c0ea1f7259 for: {'subnet': 1} {{(pid=87787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 03:02:50.523076 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-24f89702-33bd-4f76-8b36-79d7a9d72acf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2234850'] for subnet, before_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:50.527228 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99729535-fa59-433b-b5ca-aaaa5a1d3e3f req-c113048b-4705-42df-ad35-9186c1bc33ec tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:02:50.528931 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-99729535-fa59-433b-b5ca-aaaa5a1d3e3f req-c113048b-4705-42df-ad35-9186c1bc33ec tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] 10.222.0.15 "GET /v2.0/ports?device_id=099ff9d6-7e53-4fe8-ab2f-b5ecfa17304b HTTP/1.1" status: 200 len: 945 time: 0.1241596 Apr 08 03:02:50.576495 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-99729535-fa59-433b-b5ca-aaaa5a1d3e3f req-2e9f11a4-7e94-4383-bf76-98c3f9dc7335 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] 10.222.0.15 "GET /v2.0/security-groups?id=b0489617-d0c2-496a-81e1-6ec7a0f15c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415936 Apr 08 03:02:50.855944 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-24f89702-33bd-4f76-8b36-79d7a9d72acf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3007286', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2234832'] for subnet, after_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:50.929767 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f89702-33bd-4f76-8b36-79d7a9d72acf admin admin] Pushing event updated for resources: {'Subnet': ['ID=41ea65b4-3e16-4b14-b908-154f07f5a3b6,revision_number=0']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:02:50.937027 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f89702-33bd-4f76-8b36-79d7a9d72acf admin admin] Checking segment: {'id': 'f24de6cc-1a95-415b-8300-ea0d5a655f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '1262eb51-6568-4d0c-b1d7-5b2c9bfe4256'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 03:02:50.937385 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24f89702-33bd-4f76-8b36-79d7a9d72acf admin admin] Network hostable DHCP agents. Network: 1262eb51-6568-4d0c-b1d7-5b2c9bfe4256, hostable agents: ['c0dff2ba-0ef7-4e94-af34-c7dac3342234'], hosted agents: [] {{(pid=87787) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 03:02:51.010024 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24f89702-33bd-4f76-8b36-79d7a9d72acf admin admin] Network 1262eb51-6568-4d0c-b1d7-5b2c9bfe4256 is scheduled to be hosted by DHCP agent c0dff2ba-0ef7-4e94-af34-c7dac3342234 with binding_index 1 {{(pid=87787) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 03:02:51.073740 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.scheduler.base_scheduler [None req-24f89702-33bd-4f76-8b36-79d7a9d72acf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837051-1-smb, 1262eb51-6568-4d0c-b1d7-5b2c9bfe4256) {{(pid=87787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 03:02:51.077727 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24f89702-33bd-4f76-8b36-79d7a9d72acf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:02:51.080238 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-24f89702-33bd-4f76-8b36-79d7a9d72acf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539232'] for subnet, before_response {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:51.083973 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8df37f50-d000-4be2-aa34-f9e1a394217c None None] Network 1262eb51-6568-4d0c-b1d7-5b2c9bfe4256 requested from dv-cinder-837051-1-smb {{(pid=87788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 03:02:51.166247 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-24f89702-33bd-4f76-8b36-79d7a9d72acf admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7490852 Apr 08 03:02:51.168770 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 48760) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:02:51.173472 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.v2.base [None req-9ef7c54a-99e6-4ace-ac5f-5270823d52a2 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2101072383-router', 'tenant_id': 'd795d4c3932b47d7849e48c0ea1f7259', 'external_gateway_info': {'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b'}}} {{(pid=87787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 03:02:51.179063 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-9ef7c54a-99e6-4ace-ac5f-5270823d52a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 03:02:51.185871 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-9ef7c54a-99e6-4ace-ac5f-5270823d52a2 admin admin] Usage tracker for resource:router and tenant:d795d4c3932b47d7849e48c0ea1f7259 is out of sync, need to count used quota {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 03:02:51.185871 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-9ef7c54a-99e6-4ace-ac5f-5270823d52a2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 03:02:51.191624 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-9ef7c54a-99e6-4ace-ac5f-5270823d52a2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 03:02:51.257062 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-9ef7c54a-99e6-4ace-ac5f-5270823d52a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-335215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-292'] for router, before_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:51.258076 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-9ef7c54a-99e6-4ace-ac5f-5270823d52a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-332252', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-456264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-301'] for router, precommit_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:51.273146 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-9ef7c54a-99e6-4ace-ac5f-5270823d52a2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:51.294776 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc0034a6-cf06-44c3-8013-c2068c3e81b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42e60dd2-2c7f-5bdd-8db5-c6fe16da6c01-1262eb51-6568-4d0c-b1d7-5b2c9bfe4256', 'network_id': '1262eb51-6568-4d0c-b1d7-5b2c9bfe4256', 'tenant_id': 'd795d4c3932b47d7849e48c0ea1f7259', 'fixed_ips': [{'subnet_id': '41ea65b4-3e16-4b14-b908-154f07f5a3b6'}]}} from dv-cinder-837051-1-smb. {{(pid=87788) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 08 03:02:51.295640 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-bc0034a6-cf06-44c3-8013-c2068c3e81b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:51.455279 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.db_base_plugin_common [None req-bc0034a6-cf06-44c3-8013-c2068c3e81b9 None None] Allocated IP 172.20.0.2 (1262eb51-6568-4d0c-b1d7-5b2c9bfe4256/41ea65b4-3e16-4b14-b908-154f07f5a3b6/235afe92-2e0b-4c5d-be6a-942c69792fb2) {{(pid=87788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 03:02:51.615375 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-9ef7c54a-99e6-4ace-ac5f-5270823d52a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-332234', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-335261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-315'] for router, precommit_update {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:51.672695 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-bc0034a6-cf06-44c3-8013-c2068c3e81b9 None None] Notify callbacks [] for port, precommit_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:51.682126 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Device fd284415-9d11-471b-b98f-a00d66a29c80 up at agent hyperv_hv-cinder-83705 {{(pid=87788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 03:02:51.688997 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1581ea66-3369-4ecc-82b2-36eec511fe3f req-18a07ae2-f631-4652-bba5-43335a54df54 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:02:51.690472 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-1581ea66-3369-4ecc-82b2-36eec511fe3f req-18a07ae2-f631-4652-bba5-43335a54df54 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7018345-ef6c-448f-a6e4-6737eabc6aff HTTP/1.1" status: 200 len: 946 time: 0.0799186 Apr 08 03:02:51.708466 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-bc0034a6-cf06-44c3-8013-c2068c3e81b9 None None] Transition to ACTIVE for port object 235afe92-2e0b-4c5d-be6a-942c69792fb2 will not be triggered until provisioned by entity L2. {{(pid=87788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 03:02:51.745492 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-bc0034a6-cf06-44c3-8013-c2068c3e81b9 None None] Transition to ACTIVE for port object 235afe92-2e0b-4c5d-be6a-942c69792fb2 will not be triggered until provisioned by entity DHCP. {{(pid=87788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 03:02:51.785110 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-1581ea66-3369-4ecc-82b2-36eec511fe3f req-6b217bfd-1bc4-48bc-880a-036807ed929b tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/security-groups?id=571e5dd1-f399-4374-b407-7bcc9f77f98a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874903 Apr 08 03:02:51.815171 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a557f4a-8fdb-4fd0-b012-47ecb85050b2 req-d73400cd-5dfb-4e47-9ea5-ef3b8e8a5035 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:02:51.816686 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-4a557f4a-8fdb-4fd0-b012-47ecb85050b2 req-d73400cd-5dfb-4e47-9ea5-ef3b8e8a5035 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] 10.222.0.15 "GET /v2.0/ports?device_id=099ff9d6-7e53-4fe8-ab2f-b5ecfa17304b HTTP/1.1" status: 200 len: 945 time: 0.1209691 Apr 08 03:02:51.819071 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-bc0034a6-cf06-44c3-8013-c2068c3e81b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762846864680'] for port, after_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:51.863585 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-4a557f4a-8fdb-4fd0-b012-47ecb85050b2 req-56037799-f55b-44ae-b30d-07c6fb2b4104 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] 10.222.0.15 "GET /v2.0/security-groups?id=b0489617-d0c2-496a-81e1-6ec7a0f15c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399923 Apr 08 03:02:51.871938 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Provisioning for port fd284415-9d11-471b-b98f-a00d66a29c80 completed by entity L2. {{(pid=87788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 03:02:51.888322 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Provisioning complete for port fd284415-9d11-471b-b98f-a00d66a29c80 triggered by entity L2. {{(pid=87788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 03:02:51.888692 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587297'] for port, provisioning_complete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:51.913436 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc0034a6-cf06-44c3-8013-c2068c3e81b9 None None] Network 1262eb51-6568-4d0c-b1d7-5b2c9bfe4256 is already hosted by enough agents. {{(pid=87788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 03:02:51.925173 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.scheduler.base_scheduler [None req-bc0034a6-cf06-44c3-8013-c2068c3e81b9 None None] Resources bound (agent type, host, resource id): {{(pid=87788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 03:02:51.931499 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0034a6-cf06-44c3-8013-c2068c3e81b9 None None] Received port after_create {{(pid=87788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 03:02:51.952377 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0034a6-cf06-44c3-8013-c2068c3e81b9 None None] Pushing event updated for resources: {'Port': ['ID=235afe92-2e0b-4c5d-be6a-942c69792fb2,revision_number=1']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:02:52.012386 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-9ef7c54a-99e6-4ace-ac5f-5270823d52a2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:52.044624 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-9ef7c54a-99e6-4ace-ac5f-5270823d52a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:52.078862 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.managers [None req-bc0034a6-cf06-44c3-8013-c2068c3e81b9 None None] Attempting to bind port 235afe92-2e0b-4c5d-be6a-942c69792fb2 on host dv-cinder-837051-1-smb for vnic_type normal with profile {{(pid=87788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 03:02:52.079054 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.managers [None req-bc0034a6-cf06-44c3-8013-c2068c3e81b9 None None] Attempting to bind port 235afe92-2e0b-4c5d-be6a-942c69792fb2 by drivers openvswitch,hyperv on host dv-cinder-837051-1-smb at level 0 using segments [{'id': 'f24de6cc-1a95-415b-8300-ea0d5a655f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '1262eb51-6568-4d0c-b1d7-5b2c9bfe4256'}] {{(pid=87788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 03:02:52.079380 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0034a6-cf06-44c3-8013-c2068c3e81b9 None None] Attempting to bind port 235afe92-2e0b-4c5d-be6a-942c69792fb2 on network 1262eb51-6568-4d0c-b1d7-5b2c9bfe4256 {{(pid=87788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 03:02:52.092517 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0034a6-cf06-44c3-8013-c2068c3e81b9 None None] Checking agent: {'id': '506bd601-c596-4b52-979e-3670b1bbe31d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837051-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 2, 46, 59), 'started_at': datetime.datetime(2022, 4, 8, 2, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 3, 2, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837051-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 03:02:52.094263 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0034a6-cf06-44c3-8013-c2068c3e81b9 None None] Checking segment: {'id': 'f24de6cc-1a95-415b-8300-ea0d5a655f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '1262eb51-6568-4d0c-b1d7-5b2c9bfe4256'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 03:02:52.094263 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-bc0034a6-cf06-44c3-8013-c2068c3e81b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:52.094263 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0034a6-cf06-44c3-8013-c2068c3e81b9 None None] Bound using segment: {'id': 'f24de6cc-1a95-415b-8300-ea0d5a655f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '1262eb51-6568-4d0c-b1d7-5b2c9bfe4256'} {{(pid=87788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 03:02:52.094263 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.managers [None req-bc0034a6-cf06-44c3-8013-c2068c3e81b9 None None] Bound port: 235afe92-2e0b-4c5d-be6a-942c69792fb2, host: dv-cinder-837051-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f24de6cc-1a95-415b-8300-ea0d5a655f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '1262eb51-6568-4d0c-b1d7-5b2c9bfe4256'}}] {{(pid=87788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 03:02:52.094632 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-bc0034a6-cf06-44c3-8013-c2068c3e81b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:52.154866 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:52.174005 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.db_base_plugin_common [None req-9ef7c54a-99e6-4ace-ac5f-5270823d52a2 admin admin] Allocated IP 172.28.2.251 (98d1e709-75a7-4f60-9ef6-cd80d5a9207b/cdd7e012-314b-49de-85b2-875de1f002d2/4c151901-588f-4a48-b5a1-c6999062aabf) {{(pid=87787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 03:02:52.208447 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '099ff9d6-7e53-4fe8-ab2f-b5ecfa17304b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd284415-9d11-471b-b98f-a00d66a29c80'}] {{(pid=87788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 03:02:52.226086 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.db [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] For port fd284415-9d11-471b-b98f-a00d66a29c80, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=fd284415-9d11-471b-b98f-a00d66a29c80,segment=NetworkSegment(ea97b0a2-2bc1-452f-b168-e67660bad26a),segment_id=ea97b0a2-2bc1-452f-b168-e67660bad26a)] {{(pid=87788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 03:02:52.230124 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.db [None req-bc0034a6-cf06-44c3-8013-c2068c3e81b9 None None] For port 235afe92-2e0b-4c5d-be6a-942c69792fb2, host dv-cinder-837051-1-smb, cleared binding levels {{(pid=87788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 03:02:52.233186 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.db [None req-bc0034a6-cf06-44c3-8013-c2068c3e81b9 None None] For port 235afe92-2e0b-4c5d-be6a-942c69792fb2, host dv-cinder-837051-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837051-1-smb',level=0,port_id=235afe92-2e0b-4c5d-be6a-942c69792fb2,segment=NetworkSegment(f24de6cc-1a95-415b-8300-ea0d5a655f11),segment_id=f24de6cc-1a95-415b-8300-ea0d5a655f11)] {{(pid=87788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 03:02:52.256287 dv-cinder-837051-1-smb neutron-server[87788]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0410b60-2e4c-4f72-a805-a2302b816d1f'] response: {'server_uuid': '099ff9d6-7e53-4fe8-ab2f-b5ecfa17304b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd284415-9d11-471b-b98f-a00d66a29c80', 'code': 200} Apr 08 03:02:52.296666 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762847214852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762846864698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762846864743'] for port, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:52.325299 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-9ef7c54a-99e6-4ace-ac5f-5270823d52a2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:52.337378 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-bc0034a6-cf06-44c3-8013-c2068c3e81b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762847214852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762846864698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762846864743'] for port, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:52.393032 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Pushing event updated for resources: {'Port': ['ID=fd284415-9d11-471b-b98f-a00d66a29c80,revision_number=5']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:02:52.450534 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-9ef7c54a-99e6-4ace-ac5f-5270823d52a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762846864680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3006662'] for port, after_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:52.462717 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0034a6-cf06-44c3-8013-c2068c3e81b9 None None] Pushing event updated for resources: {'Port': ['ID=235afe92-2e0b-4c5d-be6a-942c69792fb2,revision_number=2']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:02:52.514679 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ef7c54a-99e6-4ace-ac5f-5270823d52a2 admin admin] Network 98d1e709-75a7-4f60-9ef6-cd80d5a9207b is already hosted by enough agents. {{(pid=87787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 03:02:52.517410 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.scheduler.base_scheduler [None req-9ef7c54a-99e6-4ace-ac5f-5270823d52a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=87787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 03:02:52.520903 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef7c54a-99e6-4ace-ac5f-5270823d52a2 admin admin] Received port after_create {{(pid=87787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 03:02:52.559955 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef7c54a-99e6-4ace-ac5f-5270823d52a2 admin admin] Pushing event updated for resources: {'Port': ['ID=4c151901-588f-4a48-b5a1-c6999062aabf,revision_number=1']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:02:52.728258 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e7a32a-506c-4820-ae3a-07126038a3e0 req-7d3c090e-5ae4-4ef9-8f06-ca3c4047e0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:02:52.729771 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-d2e7a32a-506c-4820-ae3a-07126038a3e0 req-7d3c090e-5ae4-4ef9-8f06-ca3c4047e0e5 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=099ff9d6-7e53-4fe8-ab2f-b5ecfa17304b HTTP/1.1" status: 200 len: 1099 time: 0.0832636 Apr 08 03:02:52.777674 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-d2e7a32a-506c-4820-ae3a-07126038a3e0 req-3697417c-be3e-42c1-9601-c0612a06925b service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=b0489617-d0c2-496a-81e1-6ec7a0f15c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407832 Apr 08 03:02:52.975377 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4f389f-1dfb-44ab-98aa-ae6367d99465 req-c345e29d-4b4b-470d-b501-af277cf9f5c8 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:02:52.976866 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-9e4f389f-1dfb-44ab-98aa-ae6367d99465 req-c345e29d-4b4b-470d-b501-af277cf9f5c8 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7018345-ef6c-448f-a6e4-6737eabc6aff HTTP/1.1" status: 200 len: 946 time: 0.0796704 Apr 08 03:02:53.134405 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-9ef7c54a-99e6-4ace-ac5f-5270823d52a2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:53.147514 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-9e4f389f-1dfb-44ab-98aa-ae6367d99465 req-1380e126-1203-4a9b-9989-b1ff6fbdec40 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/security-groups?id=571e5dd1-f399-4374-b407-7bcc9f77f98a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1352444 Apr 08 03:02:53.173847 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43e7e58-bf9a-43dc-acaf-a509aec53f1f req-c0fa123f-ae80-4365-98f0-ace40f965395 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:02:53.175431 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-d43e7e58-bf9a-43dc-acaf-a509aec53f1f req-c0fa123f-ae80-4365-98f0-ace40f965395 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] 10.222.0.15 "GET /v2.0/ports?device_id=099ff9d6-7e53-4fe8-ab2f-b5ecfa17304b HTTP/1.1" status: 200 len: 946 time: 0.1975145 Apr 08 03:02:53.221508 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-d43e7e58-bf9a-43dc-acaf-a509aec53f1f req-0caf7e9b-889e-4128-9786-4a59a10ea4e1 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] 10.222.0.15 "GET /v2.0/security-groups?id=b0489617-d0c2-496a-81e1-6ec7a0f15c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403183 Apr 08 03:02:53.381041 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa5c6b17-4992-4820-8487-6105dd0b2e3a None None] Network 1262eb51-6568-4d0c-b1d7-5b2c9bfe4256 requested from dv-cinder-837051-1-smb {{(pid=87788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 03:02:53.422481 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Device 235afe92-2e0b-4c5d-be6a-942c69792fb2 up at agent ovs-agent-dv-cinder-837051-1-smb {{(pid=87788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 03:02:53.481824 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-9ef7c54a-99e6-4ace-ac5f-5270823d52a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-335234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-332257'] for router, after_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:53.561377 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-bfa6254f-ee0a-43ef-a854-d95e73cb79f5 None None] Provisioning for port 235afe92-2e0b-4c5d-be6a-942c69792fb2 completed by entity DHCP. {{(pid=87788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 03:02:53.662868 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Provisioning for port 235afe92-2e0b-4c5d-be6a-942c69792fb2 completed by entity L2. {{(pid=87788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 03:02:53.667881 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Provisioning complete for port 235afe92-2e0b-4c5d-be6a-942c69792fb2 triggered by entity L2. {{(pid=87788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 03:02:53.668258 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587297'] for port, provisioning_complete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:53.731647 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ef7c54a-99e6-4ace-ac5f-5270823d52a2 admin admin] Router 9dffea49-7e40-4187-8ad8-f32b1d1f2bfe is scheduled to L3 agent 70d74887-4404-4f0d-99b3-e017d5637063 with binding_index 1 {{(pid=87787) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 08 03:02:53.838001 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:53.871367 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.db [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] For port 235afe92-2e0b-4c5d-be6a-942c69792fb2, host dv-cinder-837051-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837051-1-smb',level=0,port_id=235afe92-2e0b-4c5d-be6a-942c69792fb2,segment=NetworkSegment(f24de6cc-1a95-415b-8300-ea0d5a655f11),segment_id=f24de6cc-1a95-415b-8300-ea0d5a655f11)] {{(pid=87788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 03:02:53.914069 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ef7c54a-99e6-4ace-ac5f-5270823d52a2 admin admin] Notify agent at l3_agent.dv-cinder-837051-1-smb the message routers_updated {{(pid=87787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 03:02:53.924847 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef515f61-80c4-4c14-ba61-4c199dae0ff2 None None] Sync routers for ids ['9dffea49-7e40-4187-8ad8-f32b1d1f2bfe'] in dv-cinder-837051-1-smb {{(pid=87788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 03:02:53.933788 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762847214852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762846864698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762846864743'] for port, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:53.965459 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef515f61-80c4-4c14-ba61-4c199dae0ff2 None None] Routers {'9dffea49-7e40-4187-8ad8-f32b1d1f2bfe'} bound to L3 agent in host dv-cinder-837051-1-smb {{(pid=87788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 03:02:53.966088 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.l3_hamode_db [None req-ef515f61-80c4-4c14-ba61-4c199dae0ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837051-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-08T02:46:58Z,description=,heartbeat_timestamp=2022-04-08T03:02:28Z,host='dv-cinder-837051-1-smb',id=70d74887-4404-4f0d-99b3-e017d5637063,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T02:46:59Z,topic='l3_agent')) {'router_ids': ['9dffea49-7e40-4187-8ad8-f32b1d1f2bfe'], 'active': True} {{(pid=87788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 03:02:54.000038 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-9ef7c54a-99e6-4ace-ac5f-5270823d52a2 admin admin] Notify callbacks [] for router, before_response {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:54.001271 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-9ef7c54a-99e6-4ace-ac5f-5270823d52a2 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.8315907 Apr 08 03:02:54.003903 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 48776) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:02:54.085231 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-b93735f1-c892-4670-b376-4db2c43c3062 None None] Provisioning complete for port 235afe92-2e0b-4c5d-be6a-942c69792fb2 triggered by entity DHCP. {{(pid=87788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 03:02:54.085520 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-b93735f1-c892-4670-b376-4db2c43c3062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587297'] for port, provisioning_complete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:54.110426 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Pushing event updated for resources: {'Port': ['ID=235afe92-2e0b-4c5d-be6a-942c69792fb2,revision_number=3']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:02:54.233322 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.l3_dvr_db [None req-ef515f61-80c4-4c14-ba61-4c199dae0ff2 None None] Set router 9dffea49-7e40-4187-8ad8-f32b1d1f2bfe gateway port host: dv-cinder-837051-1-smb {{(pid=87788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 03:02:54.477791 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff465ac-8e56-44ae-8eb0-ff9d1e5ffbcc req-3d5214a1-8656-412c-b22f-2e45115f5f2b tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:02:54.479399 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-0ff465ac-8e56-44ae-8eb0-ff9d1e5ffbcc req-3d5214a1-8656-412c-b22f-2e45115f5f2b tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] 10.222.0.15 "GET /v2.0/ports?device_id=099ff9d6-7e53-4fe8-ab2f-b5ecfa17304b HTTP/1.1" status: 200 len: 946 time: 0.1102936 Apr 08 03:02:54.522820 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f662e4eb-1277-487b-ab41-ce6aa809fda1 req-210fcc6e-878f-4209-b485-cc14f7f0cb28 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:02:54.525731 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-f662e4eb-1277-487b-ab41-ce6aa809fda1 req-210fcc6e-878f-4209-b485-cc14f7f0cb28 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7018345-ef6c-448f-a6e4-6737eabc6aff HTTP/1.1" status: 200 len: 946 time: 0.2183683 Apr 08 03:02:54.568154 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-0ff465ac-8e56-44ae-8eb0-ff9d1e5ffbcc req-3f47e97c-7d1e-48e8-a442-99e9628141a0 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] 10.222.0.15 "GET /v2.0/security-groups?id=b0489617-d0c2-496a-81e1-6ec7a0f15c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739975 Apr 08 03:02:54.594716 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-f662e4eb-1277-487b-ab41-ce6aa809fda1 req-7403f41d-89df-4c6c-be95-0fce4b4647c0 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/security-groups?id=571e5dd1-f399-4374-b407-7bcc9f77f98a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576210 Apr 08 03:02:54.619755 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.l3_hamode_db [None req-ef515f61-80c4-4c14-ba61-4c199dae0ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dffea49-7e40-4187-8ad8-f32b1d1f2bfe', 'name': 'tempest-TestShelveInstance-2101072383-router', 'tenant_id': 'd795d4c3932b47d7849e48c0ea1f7259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'external_fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.251'}], 'enable_snat': True}, 'gw_port_id': '4c151901-588f-4a48-b5a1-c6999062aabf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T03:02:51Z', 'updated_at': '2022-04-08T03:02:52Z', 'revision_number': 3, 'project_id': 'd795d4c3932b47d7849e48c0ea1f7259', 'gw_port': {'id': '4c151901-588f-4a48-b5a1-c6999062aabf', 'name': '', 'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:d1:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dffea49-7e40-4187-8ad8-f32b1d1f2bfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T03:02:52Z', 'updated_at': '2022-04-08T03:02:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-smb'}], 'dv-cinder-837051-1-smb', False) {} {{(pid=87788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 03:02:54.624374 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef515f61-80c4-4c14-ba61-4c199dae0ff2 None None] Checking router: 9dffea49-7e40-4187-8ad8-f32b1d1f2bfe for host: dv-cinder-837051-1-smb {{(pid=87788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 03:02:54.624898 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef515f61-80c4-4c14-ba61-4c199dae0ff2 None None] Updating router 9dffea49-7e40-4187-8ad8-f32b1d1f2bfe port 4c151901-588f-4a48-b5a1-c6999062aabf binding host dv-cinder-837051-1-smb {{(pid=87788) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 03:02:54.682634 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-ef515f61-80c4-4c14-ba61-4c199dae0ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:54.706101 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f136c029-8cec-4493-96e0-2f2899ed18f2 req-7c28ff45-1e7f-4ffa-9c1c-dcb6e0242d1d tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:02:54.707675 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-f136c029-8cec-4493-96e0-2f2899ed18f2 req-7c28ff45-1e7f-4ffa-9c1c-dcb6e0242d1d tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.39 "GET /v2.0/ports?device_id=c7018345-ef6c-448f-a6e4-6737eabc6aff HTTP/1.1" status: 200 len: 946 time: 0.0931182 Apr 08 03:02:54.780258 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.plugin [req-f136c029-8cec-4493-96e0-2f2899ed18f2 req-14843de2-29e2-4707-b107-2eb6cf947b71 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Deleting port 2b57f67a-776a-4f71-a7a5-8dbbc62b7994 {{(pid=87786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 03:02:54.780604 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [req-f136c029-8cec-4493-96e0-2f2899ed18f2 req-14843de2-29e2-4707-b107-2eb6cf947b71 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762847207940'] for port, before_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:54.905113 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-47824f0d-e085-4aaf-bfad-7dd03aea57a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:55.037882 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-ef515f61-80c4-4c14-ba61-4c199dae0ff2 None None] Notify callbacks [] for port, precommit_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:55.040849 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.db [req-f136c029-8cec-4493-96e0-2f2899ed18f2 req-14843de2-29e2-4707-b107-2eb6cf947b71 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] For port 2b57f67a-776a-4f71-a7a5-8dbbc62b7994, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=2b57f67a-776a-4f71-a7a5-8dbbc62b7994,segment=NetworkSegment(b999ec1c-7290-4f58-a0e4-e85f79fb25cd),segment_id=b999ec1c-7290-4f58-a0e4-e85f79fb25cd)] {{(pid=87786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 03:02:55.041579 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [req-f136c029-8cec-4493-96e0-2f2899ed18f2 req-14843de2-29e2-4707-b107-2eb6cf947b71 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334124'] for port, precommit_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:55.050848 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-ef515f61-80c4-4c14-ba61-4c199dae0ff2 None None] Transition to ACTIVE for port object 4c151901-588f-4a48-b5a1-c6999062aabf will not be triggered until provisioned by entity L2. {{(pid=87788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 03:02:55.119660 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.db_base_plugin_common [None req-47824f0d-e085-4aaf-bfad-7dd03aea57a5 admin admin] Allocated IP 172.20.0.1 (1262eb51-6568-4d0c-b1d7-5b2c9bfe4256/41ea65b4-3e16-4b14-b908-154f07f5a3b6/5f7339a0-d394-49f7-aa0c-9f7a1ca43d6b) {{(pid=87787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 03:02:55.121369 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-ef515f61-80c4-4c14-ba61-4c199dae0ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762847214852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762846864698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762846864743'] for port, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:55.210092 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.managers [None req-ef515f61-80c4-4c14-ba61-4c199dae0ff2 None None] Attempting to bind port 4c151901-588f-4a48-b5a1-c6999062aabf on host dv-cinder-837051-1-smb for vnic_type normal with profile {{(pid=87788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 03:02:55.210609 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.managers [None req-ef515f61-80c4-4c14-ba61-4c199dae0ff2 None None] Attempting to bind port 4c151901-588f-4a48-b5a1-c6999062aabf by drivers openvswitch,hyperv on host dv-cinder-837051-1-smb at level 0 using segments [{'id': '2f3db029-7821-49c5-950d-ef9b857fea9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b'}] {{(pid=87788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 03:02:55.211069 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef515f61-80c4-4c14-ba61-4c199dae0ff2 None None] Attempting to bind port 4c151901-588f-4a48-b5a1-c6999062aabf on network 98d1e709-75a7-4f60-9ef6-cd80d5a9207b {{(pid=87788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 03:02:55.217465 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bf1182-0679-4b9d-935d-2fb3aae7d891 None None] Pushing event updated for resources: {'Port': ['ID=4c151901-588f-4a48-b5a1-c6999062aabf,revision_number=2']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:02:55.222743 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef515f61-80c4-4c14-ba61-4c199dae0ff2 None None] Checking agent: {'id': '506bd601-c596-4b52-979e-3670b1bbe31d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837051-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 2, 46, 59), 'started_at': datetime.datetime(2022, 4, 8, 2, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 3, 2, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837051-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 03:02:55.223317 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef515f61-80c4-4c14-ba61-4c199dae0ff2 None None] Checking segment: {'id': '2f3db029-7821-49c5-950d-ef9b857fea9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 03:02:55.223814 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-ef515f61-80c4-4c14-ba61-4c199dae0ff2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:55.224293 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef515f61-80c4-4c14-ba61-4c199dae0ff2 None None] Bound using segment: {'id': '2f3db029-7821-49c5-950d-ef9b857fea9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b'} {{(pid=87788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 03:02:55.224862 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.managers [None req-ef515f61-80c4-4c14-ba61-4c199dae0ff2 None None] Bound port: 4c151901-588f-4a48-b5a1-c6999062aabf, host: dv-cinder-837051-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f3db029-7821-49c5-950d-ef9b857fea9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b'}}] {{(pid=87788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 03:02:55.225329 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-ef515f61-80c4-4c14-ba61-4c199dae0ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:55.278821 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-47824f0d-e085-4aaf-bfad-7dd03aea57a5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:55.298923 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.provisioning_blocks [None req-47824f0d-e085-4aaf-bfad-7dd03aea57a5 admin admin] Transition to ACTIVE for port object 5f7339a0-d394-49f7-aa0c-9f7a1ca43d6b will not be triggered until provisioned by entity DHCP. {{(pid=87787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 03:02:55.304134 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.db [None req-ef515f61-80c4-4c14-ba61-4c199dae0ff2 None None] For port 4c151901-588f-4a48-b5a1-c6999062aabf, host dv-cinder-837051-1-smb, cleared binding levels {{(pid=87788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 03:02:55.308768 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.db [None req-ef515f61-80c4-4c14-ba61-4c199dae0ff2 None None] For port 4c151901-588f-4a48-b5a1-c6999062aabf, host dv-cinder-837051-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837051-1-smb',level=0,port_id=4c151901-588f-4a48-b5a1-c6999062aabf,segment=NetworkSegment(2f3db029-7821-49c5-950d-ef9b857fea9c),segment_id=2f3db029-7821-49c5-950d-ef9b857fea9c)] {{(pid=87788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 03:02:55.340588 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [req-f136c029-8cec-4493-96e0-2f2899ed18f2 req-14843de2-29e2-4707-b107-2eb6cf947b71 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:55.340973 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [req-f136c029-8cec-4493-96e0-2f2899ed18f2 req-14843de2-29e2-4707-b107-2eb6cf947b71 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-333402'] for floatingip, after_update {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:55.341295 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.db.l3_db [req-f136c029-8cec-4493-96e0-2f2899ed18f2 req-14843de2-29e2-4707-b107-2eb6cf947b71 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Floating IP bd2919fc-83e7-4d3a-9817-6fcb8539081c disassociated. External IP: 172.28.2.245, port: 2b57f67a-776a-4f71-a7a5-8dbbc62b7994. Apr 08 03:02:55.341787 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.plugin [req-f136c029-8cec-4493-96e0-2f2899ed18f2 req-14843de2-29e2-4707-b107-2eb6cf947b71 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Calling delete_port for 2b57f67a-776a-4f71-a7a5-8dbbc62b7994 owned by compute:nova {{(pid=87786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 03:02:55.371989 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-ef515f61-80c4-4c14-ba61-4c199dae0ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762847214852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762846864698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762846864743'] for port, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:55.400519 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-47824f0d-e085-4aaf-bfad-7dd03aea57a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762846864680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3006662'] for port, after_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:55.414789 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Device 235afe92-2e0b-4c5d-be6a-942c69792fb2 up at agent ovs-agent-dv-cinder-837051-1-smb {{(pid=87788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 03:02:55.467585 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47824f0d-e085-4aaf-bfad-7dd03aea57a5 admin admin] Network 1262eb51-6568-4d0c-b1d7-5b2c9bfe4256 is already hosted by enough agents. {{(pid=87787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 03:02:55.470595 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.scheduler.base_scheduler [None req-47824f0d-e085-4aaf-bfad-7dd03aea57a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=87787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 03:02:55.472917 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47824f0d-e085-4aaf-bfad-7dd03aea57a5 admin admin] Received port after_create {{(pid=87787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 03:02:55.508057 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef515f61-80c4-4c14-ba61-4c199dae0ff2 None None] Routers {'9dffea49-7e40-4187-8ad8-f32b1d1f2bfe'} bound to L3 agent in host dv-cinder-837051-1-smb {{(pid=87788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 03:02:55.508685 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.l3_hamode_db [None req-ef515f61-80c4-4c14-ba61-4c199dae0ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837051-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-08T02:46:58Z,description=,heartbeat_timestamp=2022-04-08T03:02:28Z,host='dv-cinder-837051-1-smb',id=70d74887-4404-4f0d-99b3-e017d5637063,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T02:46:59Z,topic='l3_agent')) {'router_ids': ['9dffea49-7e40-4187-8ad8-f32b1d1f2bfe'], 'active': True} {{(pid=87788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 03:02:55.518033 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47824f0d-e085-4aaf-bfad-7dd03aea57a5 admin admin] Pushing event updated for resources: {'Port': ['ID=5f7339a0-d394-49f7-aa0c-9f7a1ca43d6b,revision_number=1']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:02:55.545455 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-47824f0d-e085-4aaf-bfad-7dd03aea57a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-333527'] for router_interface, before_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:55.554710 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [req-f136c029-8cec-4493-96e0-2f2899ed18f2 req-14843de2-29e2-4707-b107-2eb6cf947b71 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762847213038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762846864689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2754409'] for port, after_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:55.618562 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14843de2-29e2-4707-b107-2eb6cf947b71 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Pushing event deleted for resources: {'Port': ['ID=2b57f67a-776a-4f71-a7a5-8dbbc62b7994,revision_number=None']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:02:55.721043 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bf1182-0679-4b9d-935d-2fb3aae7d891 None None] Pushing event updated for resources: {'Port': ['ID=4c151901-588f-4a48-b5a1-c6999062aabf,revision_number=3']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:02:55.805932 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.l3_dvr_db [None req-ef515f61-80c4-4c14-ba61-4c199dae0ff2 None None] Set router 9dffea49-7e40-4187-8ad8-f32b1d1f2bfe gateway port host: dv-cinder-837051-1-smb {{(pid=87788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 03:02:55.875348 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-399a2b11-c6c0-464f-b9f1-22cb1ebdf149 req-d6b020d8-ea79-4841-a228-91a097b434ac tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7018345-ef6c-448f-a6e4-6737eabc6aff HTTP/1.1" status: 200 len: 210 time: 0.0612111 Apr 08 03:02:55.907378 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Provisioning complete for port 235afe92-2e0b-4c5d-be6a-942c69792fb2 triggered by entity L2. {{(pid=87788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 03:02:55.907378 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587297'] for port, provisioning_complete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:55.910429 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-47824f0d-e085-4aaf-bfad-7dd03aea57a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_update {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:55.948248 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-5552c9bf-914e-4bb4-811a-bbc9ede72eb5 None None] Provisioning for port 5f7339a0-d394-49f7-aa0c-9f7a1ca43d6b completed by entity DHCP. {{(pid=87788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 03:02:55.981700 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-5552c9bf-914e-4bb4-811a-bbc9ede72eb5 None None] Provisioning complete for port 5f7339a0-d394-49f7-aa0c-9f7a1ca43d6b triggered by entity DHCP. {{(pid=87788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 03:02:55.982090 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-5552c9bf-914e-4bb4-811a-bbc9ede72eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587297'] for port, provisioning_complete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:55.990544 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354cd0a0-3beb-4449-b97e-848e6475b980 req-bfc1d1a8-ee21-465e-8585-048459e90cbb tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:02:55.999953 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-354cd0a0-3beb-4449-b97e-848e6475b980 req-bfc1d1a8-ee21-465e-8585-048459e90cbb tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] 10.222.0.15 "GET /v2.0/ports?device_id=099ff9d6-7e53-4fe8-ab2f-b5ecfa17304b HTTP/1.1" status: 200 len: 946 time: 0.2179086 Apr 08 03:02:55.999953 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f136c029-8cec-4493-96e0-2f2899ed18f2 req-14843de2-29e2-4707-b107-2eb6cf947b71 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Router 572fd179-4fdf-49dd-b727-118167ba2fbe has already been hosted by L3 agent 70d74887-4404-4f0d-99b3-e017d5637063 {{(pid=87786) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 03:02:56.053637 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.plugin [None req-5552c9bf-914e-4bb4-811a-bbc9ede72eb5 None None] Port 5f7339a0-d394-49f7-aa0c-9f7a1ca43d6b cannot update to ACTIVE because it is not bound. {{(pid=87788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 03:02:56.063347 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-1fc1fe2a-565a-4d8e-a59d-0662cb973828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:56.187175 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-47824f0d-e085-4aaf-bfad-7dd03aea57a5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:56.216516 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-354cd0a0-3beb-4449-b97e-848e6475b980 req-c713c4b8-7918-4476-88b4-9c7ad5cfa92f tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] 10.222.0.15 "GET /v2.0/security-groups?id=b0489617-d0c2-496a-81e1-6ec7a0f15c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2159901 Apr 08 03:02:56.257436 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-47824f0d-e085-4aaf-bfad-7dd03aea57a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762847214852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762846864698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762846864743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3006669'] for port, after_update {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:56.326415 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.l3_hamode_db [None req-ef515f61-80c4-4c14-ba61-4c199dae0ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dffea49-7e40-4187-8ad8-f32b1d1f2bfe', 'name': 'tempest-TestShelveInstance-2101072383-router', 'tenant_id': 'd795d4c3932b47d7849e48c0ea1f7259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'external_fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.251'}], 'enable_snat': True}, 'gw_port_id': '4c151901-588f-4a48-b5a1-c6999062aabf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T03:02:51Z', 'updated_at': '2022-04-08T03:02:52Z', 'revision_number': 3, 'project_id': 'd795d4c3932b47d7849e48c0ea1f7259', 'gw_port': {'id': '4c151901-588f-4a48-b5a1-c6999062aabf', 'name': '', 'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:d1:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dffea49-7e40-4187-8ad8-f32b1d1f2bfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T03:02:52Z', 'updated_at': '2022-04-08T03:02:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-smb'}], 'dv-cinder-837051-1-smb', False) {} {{(pid=87788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 03:02:56.331464 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef515f61-80c4-4c14-ba61-4c199dae0ff2 None None] The sync data for ids ['9dffea49-7e40-4187-8ad8-f32b1d1f2bfe'] in dv-cinder-837051-1-smb is: [{'id': '9dffea49-7e40-4187-8ad8-f32b1d1f2bfe', 'name': 'tempest-TestShelveInstance-2101072383-router', 'tenant_id': 'd795d4c3932b47d7849e48c0ea1f7259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'external_fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.251'}], 'enable_snat': True}, 'gw_port_id': '4c151901-588f-4a48-b5a1-c6999062aabf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T03:02:51Z', 'updated_at': '2022-04-08T03:02:52Z', 'revision_number': 3, 'project_id': 'd795d4c3932b47d7849e48c0ea1f7259', 'gw_port': {'id': '4c151901-588f-4a48-b5a1-c6999062aabf', 'name': '', 'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:d1:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dffea49-7e40-4187-8ad8-f32b1d1f2bfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T03:02:52Z', 'updated_at': '2022-04-08T03:02:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-smb'}] {{(pid=87788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 03:02:56.343765 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f136c029-8cec-4493-96e0-2f2899ed18f2 req-14843de2-29e2-4707-b107-2eb6cf947b71 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Notify agent at l3_agent.dv-cinder-837051-1-smb the message routers_updated {{(pid=87786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 03:02:56.356659 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-858f7b53-ed03-45f3-aab2-8a92a3df7d53 None None] Sync routers for ids ['572fd179-4fdf-49dd-b727-118167ba2fbe'] in dv-cinder-837051-1-smb {{(pid=87789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 03:02:56.375911 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-858f7b53-ed03-45f3-aab2-8a92a3df7d53 None None] Routers {'572fd179-4fdf-49dd-b727-118167ba2fbe'} bound to L3 agent in host dv-cinder-837051-1-smb {{(pid=87789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 03:02:56.376602 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.l3_hamode_db [None req-858f7b53-ed03-45f3-aab2-8a92a3df7d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837051-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-08T02:46:58Z,description=,heartbeat_timestamp=2022-04-08T03:02:28Z,host='dv-cinder-837051-1-smb',id=70d74887-4404-4f0d-99b3-e017d5637063,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T02:46:59Z,topic='l3_agent')) {'router_ids': ['572fd179-4fdf-49dd-b727-118167ba2fbe'], 'active': True} {{(pid=87789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 03:02:56.378549 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-47824f0d-e085-4aaf-bfad-7dd03aea57a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-333118'] for router_interface, after_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:56.474021 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.l3_dvrscheduler_db [req-f136c029-8cec-4493-96e0-2f2899ed18f2 req-14843de2-29e2-4707-b107-2eb6cf947b71 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] No DVR routers for this DVR port 2b57f67a-776a-4f71-a7a5-8dbbc62b7994 on host hv-cinder-83705 {{(pid=87786) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 03:02:56.476727 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [req-f136c029-8cec-4493-96e0-2f2899ed18f2 req-14843de2-29e2-4707-b107-2eb6cf947b71 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207533'] for port, before_response {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:56.479312 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7018345-ef6c-448f-a6e4-6737eabc6aff', 'name': 'network-vif-deleted', 'tag': '2b57f67a-776a-4f71-a7a5-8dbbc62b7994'}] {{(pid=87786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 03:02:56.497316 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-f136c029-8cec-4493-96e0-2f2899ed18f2 req-14843de2-29e2-4707-b107-2eb6cf947b71 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.39 "DELETE /v2.0/ports/2b57f67a-776a-4f71-a7a5-8dbbc62b7994 HTTP/1.1" status: 204 len: 173 time: 1.7839897 Apr 08 03:02:56.537980 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a022d4-97f0-41a0-8dac-c1691a3762cd req-2c475f16-6533-4c18-b2e7-c69bf5e5b78d tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:02:56.550153 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-22a022d4-97f0-41a0-8dac-c1691a3762cd req-2c475f16-6533-4c18-b2e7-c69bf5e5b78d tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] 10.222.0.15 "GET /v2.0/ports?device_id=099ff9d6-7e53-4fe8-ab2f-b5ecfa17304b HTTP/1.1" status: 200 len: 946 time: 0.1529560 Apr 08 03:02:56.550669 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.wsgi [-] (87786) accepted ('10.222.0.15', 48792) {{(pid=87786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:02:56.556865 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.v2.base [None req-768cf313-f3d9-4464-8bd9-47baa6b18968 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Request body: {'floatingip': {'port_id': 'fd284415-9d11-471b-b98f-a00d66a29c80'}} {{(pid=87786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 03:02:56.587129 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.l3_dvr_db [None req-858f7b53-ed03-45f3-aab2-8a92a3df7d53 None None] Set router 572fd179-4fdf-49dd-b727-118167ba2fbe gateway port host: dv-cinder-837051-1-smb {{(pid=87789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 03:02:56.637705 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-768cf313-f3d9-4464-8bd9-47baa6b18968 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Notify callbacks [] for floatingip, before_update {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:56.667250 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47824f0d-e085-4aaf-bfad-7dd03aea57a5 admin admin] Pushing event updated for resources: {'Port': ['ID=5f7339a0-d394-49f7-aa0c-9f7a1ca43d6b,revision_number=2']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:02:56.697695 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef9c421a-19a8-4d89-9c84-2bc7f3a3ec8d'] response: {'server_uuid': 'c7018345-ef6c-448f-a6e4-6737eabc6aff', 'name': 'network-vif-deleted', 'tag': '2b57f67a-776a-4f71-a7a5-8dbbc62b7994', 'status': 'completed', 'code': 200} Apr 08 03:02:56.736062 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47824f0d-e085-4aaf-bfad-7dd03aea57a5 admin admin] Network 1262eb51-6568-4d0c-b1d7-5b2c9bfe4256 is already hosted by enough agents. {{(pid=87787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 03:02:56.737221 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.scheduler.base_scheduler [None req-47824f0d-e085-4aaf-bfad-7dd03aea57a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=87787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 03:02:57.008755 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47824f0d-e085-4aaf-bfad-7dd03aea57a5 admin admin] Router 9dffea49-7e40-4187-8ad8-f32b1d1f2bfe has already been hosted by L3 agent 70d74887-4404-4f0d-99b3-e017d5637063 {{(pid=87787) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 03:02:57.079171 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.l3_hamode_db [None req-858f7b53-ed03-45f3-aab2-8a92a3df7d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '572fd179-4fdf-49dd-b727-118167ba2fbe', 'name': 'tempest-ServerRescueNegativeTestJSON-180479948-router', 'tenant_id': '9e6274c43de24b849ee9a4529c53f5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'external_fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.165'}], 'enable_snat': True}, 'gw_port_id': 'c8c09e15-8818-4c7e-833b-b83cfda4f09c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:56:23Z', 'updated_at': '2022-04-08T02:56:33Z', 'revision_number': 4, 'project_id': '9e6274c43de24b849ee9a4529c53f5b5', 'gw_port': {'id': 'c8c09e15-8818-4c7e-833b-b83cfda4f09c', 'name': '', 'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:c2:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '572fd179-4fdf-49dd-b727-118167ba2fbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:56:25Z', 'updated_at': '2022-04-08T02:56:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-smb', '_interfaces': [{'id': 'e1daf67e-83d0-408c-8806-e811ed179fd7', 'name': '', 'network_id': '769a4c13-39df-48c1-b6cd-854ac881aaa3', 'tenant_id': '9e6274c43de24b849ee9a4529c53f5b5', 'mac_address': 'fa:16:3e:d2:c0:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '572fd179-4fdf-49dd-b727-118167ba2fbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '2ff278b6-8dcd-49ad-92d3-ea301b80d1c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:56:31Z', 'updated_at': '2022-04-08T02:56:50Z', 'revision_number': 5, 'project_id': '9e6274c43de24b849ee9a4529c53f5b5', 'subnets': [{'id': '2ff278b6-8dcd-49ad-92d3-ea301b80d1c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837051-1-smb', False) {} {{(pid=87789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 03:02:57.085502 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-858f7b53-ed03-45f3-aab2-8a92a3df7d53 None None] Checking router: 572fd179-4fdf-49dd-b727-118167ba2fbe for host: dv-cinder-837051-1-smb {{(pid=87789) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 03:02:57.096973 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-858f7b53-ed03-45f3-aab2-8a92a3df7d53 None None] Routers {'572fd179-4fdf-49dd-b727-118167ba2fbe'} bound to L3 agent in host dv-cinder-837051-1-smb {{(pid=87789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 03:02:57.097900 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.l3_hamode_db [None req-858f7b53-ed03-45f3-aab2-8a92a3df7d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837051-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-08T02:46:58Z,description=,heartbeat_timestamp=2022-04-08T03:02:28Z,host='dv-cinder-837051-1-smb',id=70d74887-4404-4f0d-99b3-e017d5637063,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T02:46:59Z,topic='l3_agent')) {'router_ids': ['572fd179-4fdf-49dd-b727-118167ba2fbe'], 'active': True} {{(pid=87789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 03:02:57.187300 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-4e7c7799-1b7d-4d49-bbb0-71efdc76d601 None None] Provisioning complete for port 5f7339a0-d394-49f7-aa0c-9f7a1ca43d6b triggered by entity DHCP. {{(pid=87788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 03:02:57.187909 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-4e7c7799-1b7d-4d49-bbb0-71efdc76d601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587297'] for port, provisioning_complete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:57.222123 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [req-5b074d5c-04fb-42e5-a05d-ae7ceeb3725c req-c5ba0d03-b53b-4df9-a3ea-fc3c3e368dd0 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Synchronizing usage tracker for tenant:9e6274c43de24b849ee9a4529c53f5b5 on resource:port {{(pid=87786) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 03:02:57.277766 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.plugin [None req-4e7c7799-1b7d-4d49-bbb0-71efdc76d601 None None] Port 5f7339a0-d394-49f7-aa0c-9f7a1ca43d6b cannot update to ACTIVE because it is not bound. {{(pid=87788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 03:02:57.283191 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47824f0d-e085-4aaf-bfad-7dd03aea57a5 admin admin] Notify agent at l3_agent.dv-cinder-837051-1-smb the message routers_updated {{(pid=87787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 03:02:57.305817 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-47824f0d-e085-4aaf-bfad-7dd03aea57a5 admin admin] 10.222.0.15 "PUT /v2.0/routers/9dffea49-7e40-4187-8ad8-f32b1d1f2bfe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3005345 Apr 08 03:02:57.334651 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [req-5b074d5c-04fb-42e5-a05d-ae7ceeb3725c req-c5ba0d03-b53b-4df9-a3ea-fc3c3e368dd0 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Unset dirty status for tenant:9e6274c43de24b849ee9a4529c53f5b5 on resource:port {{(pid=87786) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 03:02:57.344771 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-5b074d5c-04fb-42e5-a05d-ae7ceeb3725c req-c5ba0d03-b53b-4df9-a3ea-fc3c3e368dd0 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7018345-ef6c-448f-a6e4-6737eabc6aff HTTP/1.1" status: 200 len: 210 time: 0.1861093 Apr 08 03:02:57.392257 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.l3_dvr_db [None req-858f7b53-ed03-45f3-aab2-8a92a3df7d53 None None] Set router 572fd179-4fdf-49dd-b727-118167ba2fbe gateway port host: dv-cinder-837051-1-smb {{(pid=87789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 03:02:57.524403 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Device 4c151901-588f-4a48-b5a1-c6999062aabf up at agent ovs-agent-dv-cinder-837051-1-smb {{(pid=87788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 03:02:57.690734 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Provisioning for port 4c151901-588f-4a48-b5a1-c6999062aabf completed by entity L2. {{(pid=87788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 03:02:57.699889 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Provisioning complete for port 4c151901-588f-4a48-b5a1-c6999062aabf triggered by entity L2. {{(pid=87788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 03:02:57.700259 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587297'] for port, provisioning_complete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:57.766662 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-768cf313-f3d9-4464-8bd9-47baa6b18968 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:57.833501 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:57.841792 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.l3_hamode_db [None req-858f7b53-ed03-45f3-aab2-8a92a3df7d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '572fd179-4fdf-49dd-b727-118167ba2fbe', 'name': 'tempest-ServerRescueNegativeTestJSON-180479948-router', 'tenant_id': '9e6274c43de24b849ee9a4529c53f5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'external_fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.165'}], 'enable_snat': True}, 'gw_port_id': 'c8c09e15-8818-4c7e-833b-b83cfda4f09c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:56:23Z', 'updated_at': '2022-04-08T02:56:33Z', 'revision_number': 4, 'project_id': '9e6274c43de24b849ee9a4529c53f5b5', 'gw_port': {'id': 'c8c09e15-8818-4c7e-833b-b83cfda4f09c', 'name': '', 'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:c2:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '572fd179-4fdf-49dd-b727-118167ba2fbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:56:25Z', 'updated_at': '2022-04-08T02:56:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-smb', '_interfaces': [{'id': 'e1daf67e-83d0-408c-8806-e811ed179fd7', 'name': '', 'network_id': '769a4c13-39df-48c1-b6cd-854ac881aaa3', 'tenant_id': '9e6274c43de24b849ee9a4529c53f5b5', 'mac_address': 'fa:16:3e:d2:c0:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '572fd179-4fdf-49dd-b727-118167ba2fbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '2ff278b6-8dcd-49ad-92d3-ea301b80d1c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:56:31Z', 'updated_at': '2022-04-08T02:56:50Z', 'revision_number': 5, 'project_id': '9e6274c43de24b849ee9a4529c53f5b5', 'subnets': [{'id': '2ff278b6-8dcd-49ad-92d3-ea301b80d1c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837051-1-smb', False) {} {{(pid=87789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 03:02:57.845652 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-858f7b53-ed03-45f3-aab2-8a92a3df7d53 None None] The sync data for ids ['572fd179-4fdf-49dd-b727-118167ba2fbe'] in dv-cinder-837051-1-smb is: [{'id': '572fd179-4fdf-49dd-b727-118167ba2fbe', 'name': 'tempest-ServerRescueNegativeTestJSON-180479948-router', 'tenant_id': '9e6274c43de24b849ee9a4529c53f5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'external_fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.165'}], 'enable_snat': True}, 'gw_port_id': 'c8c09e15-8818-4c7e-833b-b83cfda4f09c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:56:23Z', 'updated_at': '2022-04-08T02:56:33Z', 'revision_number': 4, 'project_id': '9e6274c43de24b849ee9a4529c53f5b5', 'gw_port': {'id': 'c8c09e15-8818-4c7e-833b-b83cfda4f09c', 'name': '', 'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:c2:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '572fd179-4fdf-49dd-b727-118167ba2fbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:56:25Z', 'updated_at': '2022-04-08T02:56:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-smb', '_interfaces': [{'id': 'e1daf67e-83d0-408c-8806-e811ed179fd7', 'name': '', 'network_id': '769a4c13-39df-48c1-b6cd-854ac881aaa3', 'tenant_id': '9e6274c43de24b849ee9a4529c53f5b5', 'mac_address': 'fa:16:3e:d2:c0:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '572fd179-4fdf-49dd-b727-118167ba2fbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '2ff278b6-8dcd-49ad-92d3-ea301b80d1c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:56:31Z', 'updated_at': '2022-04-08T02:56:50Z', 'revision_number': 5, 'project_id': '9e6274c43de24b849ee9a4529c53f5b5', 'subnets': [{'id': '2ff278b6-8dcd-49ad-92d3-ea301b80d1c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 03:02:57.849898 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.db [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] For port 4c151901-588f-4a48-b5a1-c6999062aabf, host dv-cinder-837051-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837051-1-smb',level=0,port_id=4c151901-588f-4a48-b5a1-c6999062aabf,segment=NetworkSegment(2f3db029-7821-49c5-950d-ef9b857fea9c),segment_id=2f3db029-7821-49c5-950d-ef9b857fea9c)] {{(pid=87788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 03:02:57.854294 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-768cf313-f3d9-4464-8bd9-47baa6b18968 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-333402'] for floatingip, after_update {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:57.947318 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762847214852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762846864698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762846864743'] for port, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:58.029800 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Pushing event updated for resources: {'Port': ['ID=4c151901-588f-4a48-b5a1-c6999062aabf,revision_number=4']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:02:58.044432 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.db.l3_db [None req-768cf313-f3d9-4464-8bd9-47baa6b18968 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Floating IP 24f991d1-13db-44a9-a322-8424e57f66d3 associated. External IP: 172.28.2.138, port: fd284415-9d11-471b-b98f-a00d66a29c80. Apr 08 03:02:58.169752 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84e5288-2c47-4c0f-b945-c174c907b8ef None None] New status for floating IP bd2919fc-83e7-4d3a-9817-6fcb8539081c: DOWN {{(pid=87788) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 03:02:58.175589 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 48812) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:02:58.182402 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.v2.base [None req-8e785a57-1ee2-4e0d-92e9-aee33f01d88c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1307835745-network', 'tenant_id': '81dcacae000b4b22b440da0e2b541d75'}} {{(pid=87787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 03:02:58.187609 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-8e785a57-1ee2-4e0d-92e9-aee33f01d88c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 03:02:58.194157 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-8e785a57-1ee2-4e0d-92e9-aee33f01d88c admin admin] Usage tracker for resource:network and tenant:81dcacae000b4b22b440da0e2b541d75 is out of sync, need to count used quota {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 03:02:58.198300 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-8e785a57-1ee2-4e0d-92e9-aee33f01d88c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 03:02:58.206903 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-8e785a57-1ee2-4e0d-92e9-aee33f01d88c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 03:02:58.291058 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e785a57-1ee2-4e0d-92e9-aee33f01d88c admin admin] Made reservation on behalf of 81dcacae000b4b22b440da0e2b541d75 for: {'network': 1} {{(pid=87787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 03:02:58.293386 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-8e785a57-1ee2-4e0d-92e9-aee33f01d88c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for network, before_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:58.308700 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-8e785a57-1ee2-4e0d-92e9-aee33f01d88c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:58.333635 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-8e785a57-1ee2-4e0d-92e9-aee33f01d88c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 03:02:58.338893 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-8e785a57-1ee2-4e0d-92e9-aee33f01d88c admin admin] Usage tracker for resource:security_group_rule and tenant:81dcacae000b4b22b440da0e2b541d75 is out of sync, need to count used quota {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 03:02:58.344333 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-8e785a57-1ee2-4e0d-92e9-aee33f01d88c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 03:02:58.357056 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-8e785a57-1ee2-4e0d-92e9-aee33f01d88c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 03:02:58.461048 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-8e785a57-1ee2-4e0d-92e9-aee33f01d88c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:58.479406 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-d0719570-fd9f-47da-9762-197e54b95819 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:58.552365 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-768cf313-f3d9-4464-8bd9-47baa6b18968 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Router b3c2b0fb-299d-4917-ba8b-8e4ca8926627 has already been hosted by L3 agent 70d74887-4404-4f0d-99b3-e017d5637063 {{(pid=87786) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 03:02:58.558862 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-8e785a57-1ee2-4e0d-92e9-aee33f01d88c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:58.591130 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e785a57-1ee2-4e0d-92e9-aee33f01d88c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 281} {{(pid=87787) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 03:02:58.592977 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 48820) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:02:58.596303 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a385fdb8-1775-4ac4-aa31-f674f720e0aa None None] Sync routers for ids ['9dffea49-7e40-4187-8ad8-f32b1d1f2bfe'] in dv-cinder-837051-1-smb {{(pid=87789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 03:02:58.607378 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a385fdb8-1775-4ac4-aa31-f674f720e0aa None None] Routers {'9dffea49-7e40-4187-8ad8-f32b1d1f2bfe'} bound to L3 agent in host dv-cinder-837051-1-smb {{(pid=87789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 03:02:58.608230 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.l3_hamode_db [None req-a385fdb8-1775-4ac4-aa31-f674f720e0aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837051-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T02:46:58Z,description=,heartbeat_timestamp=2022-04-08T03:02:58Z,host='dv-cinder-837051-1-smb',id=70d74887-4404-4f0d-99b3-e017d5637063,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T02:46:59Z,topic='l3_agent')) {'router_ids': ['9dffea49-7e40-4187-8ad8-f32b1d1f2bfe'], 'active': True} {{(pid=87789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 03:02:58.614438 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e785a57-1ee2-4e0d-92e9-aee33f01d88c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6d31a0c-66e7-4ffa-86a2-aa3127b43f41,revision_number=1']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:02:58.624300 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-8e785a57-1ee2-4e0d-92e9-aee33f01d88c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575478'] for segment, precommit_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:58.624641 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.db.segments_db [None req-8e785a57-1ee2-4e0d-92e9-aee33f01d88c admin admin] Added segment c4efc612-be7d-4dfd-80e9-7b3a290305ef of type vlan for network 6647b071-2e5e-4619-a828-037a7ae75e67 Apr 08 03:02:58.680312 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-8e785a57-1ee2-4e0d-92e9-aee33f01d88c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762846836134'] for network, precommit_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:58.704742 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-611c778d-923e-413d-ae78-17e73ed57b06 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Notify callbacks [] for security_group, before_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:58.750350 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-768cf313-f3d9-4464-8bd9-47baa6b18968 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Notify agent at l3_agent.dv-cinder-837051-1-smb the message routers_updated {{(pid=87786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 03:02:58.752694 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-611c778d-923e-413d-ae78-17e73ed57b06 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:58.755478 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-768cf313-f3d9-4464-8bd9-47baa6b18968 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207533'] for floatingip, before_response {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:58.771732 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b3dd475-9562-4616-baea-5891c021c3b9 None None] Sync routers for ids ['b3c2b0fb-299d-4917-ba8b-8e4ca8926627'] in dv-cinder-837051-1-smb {{(pid=87788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 03:02:58.781387 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b3dd475-9562-4616-baea-5891c021c3b9 None None] Routers {'b3c2b0fb-299d-4917-ba8b-8e4ca8926627'} bound to L3 agent in host dv-cinder-837051-1-smb {{(pid=87788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 03:02:58.782132 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.l3_hamode_db [None req-7b3dd475-9562-4616-baea-5891c021c3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837051-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T02:46:58Z,description=,heartbeat_timestamp=2022-04-08T03:02:58Z,host='dv-cinder-837051-1-smb',id=70d74887-4404-4f0d-99b3-e017d5637063,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T02:46:59Z,topic='l3_agent')) {'router_ids': ['b3c2b0fb-299d-4917-ba8b-8e4ca8926627'], 'active': True} {{(pid=87788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 03:02:58.826558 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [None req-768cf313-f3d9-4464-8bd9-47baa6b18968 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] 10.222.0.15 "PUT /v2.0/floatingips/24f991d1-13db-44a9-a322-8424e57f66d3 HTTP/1.1" status: 200 len: 992 time: 2.2739739 Apr 08 03:02:58.827745 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '099ff9d6-7e53-4fe8-ab2f-b5ecfa17304b', 'tag': 'fd284415-9d11-471b-b98f-a00d66a29c80'}] {{(pid=87786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 03:02:58.841436 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-8e785a57-1ee2-4e0d-92e9-aee33f01d88c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254'] for network, after_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:58.842519 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e785a57-1ee2-4e0d-92e9-aee33f01d88c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:02:58.843113 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-8e785a57-1ee2-4e0d-92e9-aee33f01d88c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539232'] for network, before_response {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:58.855160 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.l3_dvr_db [None req-a385fdb8-1775-4ac4-aa31-f674f720e0aa None None] Set router 9dffea49-7e40-4187-8ad8-f32b1d1f2bfe gateway port host: dv-cinder-837051-1-smb {{(pid=87789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 03:02:58.878242 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.notifiers.nova [-] Nova event matching ['req-635b61c5-8231-4296-a275-ee7c600d9552'] response: {'name': 'network-changed', 'server_uuid': '099ff9d6-7e53-4fe8-ab2f-b5ecfa17304b', 'tag': 'fd284415-9d11-471b-b98f-a00d66a29c80', 'status': 'completed', 'code': 200} Apr 08 03:02:58.987972 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e785a57-1ee2-4e0d-92e9-aee33f01d88c admin admin] Pushing event updated for resources: {'Network': ['ID=6647b071-2e5e-4619-a828-037a7ae75e67,revision_number=1']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:02:58.990903 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-611c778d-923e-413d-ae78-17e73ed57b06 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:58.993656 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-611c778d-923e-413d-ae78-17e73ed57b06 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Notify callbacks [] for security_group, before_response {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:58.997256 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-611c778d-923e-413d-ae78-17e73ed57b06 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "DELETE /v2.0/security-groups/571e5dd1-f399-4374-b407-7bcc9f77f98a HTTP/1.1" status: 204 len: 168 time: 0.4010410 Apr 08 03:02:59.000585 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.wsgi [-] (87786) accepted ('10.222.0.15', 48828) {{(pid=87786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:02:59.004706 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf248404-545b-47f6-a284-4b86b138ec3a req-988416da-d87e-4009-b64d-8714791b86d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:02:59.006262 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-bf248404-545b-47f6-a284-4b86b138ec3a req-988416da-d87e-4009-b64d-8714791b86d5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=27912339e79e43db900700b20c01bd73&device_id=099ff9d6-7e53-4fe8-ab2f-b5ecfa17304b HTTP/1.1" status: 200 len: 1099 time: 0.0785863 Apr 08 03:02:59.009171 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-8e785a57-1ee2-4e0d-92e9-aee33f01d88c admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8312593 Apr 08 03:02:59.009976 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 48832) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:02:59.012605 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Network 6647b071-2e5e-4619-a828-037a7ae75e67 details requested by agent ovs-agent-dv-cinder-837051-1-smb with host dv-cinder-837051-1-smb {{(pid=87788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 03:02:59.019379 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.v2.base [None req-db2f5b7e-a91e-48f8-8c91-1f631e82318f admin admin] Request body: {'subnet': {'network_id': '6647b071-2e5e-4619-a828-037a7ae75e67', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1307835745-subnet', 'tenant_id': '81dcacae000b4b22b440da0e2b541d75', 'ip_version': 4}} {{(pid=87787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 03:02:59.021156 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.api.v2.resource [None req-b5a3061c-3301-447e-80ed-c33303531e0e tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] show failed (client error): The resource could not be found. Apr 08 03:02:59.022354 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [None req-b5a3061c-3301-447e-80ed-c33303531e0e tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/security-groups/571e5dd1-f399-4374-b407-7bcc9f77f98a HTTP/1.1" status: 404 len: 347 time: 0.0215251 Apr 08 03:02:59.025041 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-db2f5b7e-a91e-48f8-8c91-1f631e82318f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 03:02:59.031642 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-db2f5b7e-a91e-48f8-8c91-1f631e82318f admin admin] Usage tracker for resource:subnet and tenant:81dcacae000b4b22b440da0e2b541d75 is out of sync, need to count used quota {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 03:02:59.035436 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-db2f5b7e-a91e-48f8-8c91-1f631e82318f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 03:02:59.042636 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-db2f5b7e-a91e-48f8-8c91-1f631e82318f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 03:02:59.044472 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.wsgi [-] (87786) accepted ('10.222.0.15', 48836) {{(pid=87786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:02:59.053248 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611c778d-923e-413d-ae78-17e73ed57b06 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=571e5dd1-f399-4374-b407-7bcc9f77f98a,revision_number=None']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:02:59.074203 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.l3_dvr_db [None req-7b3dd475-9562-4616-baea-5891c021c3b9 None None] Set router b3c2b0fb-299d-4917-ba8b-8e4ca8926627 gateway port host: dv-cinder-837051-1-smb {{(pid=87788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 03:02:59.120093 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db2f5b7e-a91e-48f8-8c91-1f631e82318f admin admin] Made reservation on behalf of 81dcacae000b4b22b440da0e2b541d75 for: {'subnet': 1} {{(pid=87787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 03:02:59.124162 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-db2f5b7e-a91e-48f8-8c91-1f631e82318f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2234850'] for subnet, before_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:59.238738 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.l3_hamode_db [None req-a385fdb8-1775-4ac4-aa31-f674f720e0aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dffea49-7e40-4187-8ad8-f32b1d1f2bfe', 'name': 'tempest-TestShelveInstance-2101072383-router', 'tenant_id': 'd795d4c3932b47d7849e48c0ea1f7259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'external_fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.251'}], 'enable_snat': True}, 'gw_port_id': '4c151901-588f-4a48-b5a1-c6999062aabf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T03:02:51Z', 'updated_at': '2022-04-08T03:02:55Z', 'revision_number': 4, 'project_id': 'd795d4c3932b47d7849e48c0ea1f7259', 'gw_port': {'id': '4c151901-588f-4a48-b5a1-c6999062aabf', 'name': '', 'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:d1:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dffea49-7e40-4187-8ad8-f32b1d1f2bfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T03:02:52Z', 'updated_at': '2022-04-08T03:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-smb', '_interfaces': [{'id': '5f7339a0-d394-49f7-aa0c-9f7a1ca43d6b', 'name': '', 'network_id': '1262eb51-6568-4d0c-b1d7-5b2c9bfe4256', 'tenant_id': 'd795d4c3932b47d7849e48c0ea1f7259', 'mac_address': 'fa:16:3e:37:1b:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dffea49-7e40-4187-8ad8-f32b1d1f2bfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '41ea65b4-3e16-4b14-b908-154f07f5a3b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T03:02:54Z', 'updated_at': '2022-04-08T03:02:56Z', 'revision_number': 2, 'project_id': 'd795d4c3932b47d7849e48c0ea1f7259', 'subnets': [{'id': '41ea65b4-3e16-4b14-b908-154f07f5a3b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837051-1-smb', False) {} {{(pid=87789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 03:02:59.245027 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a385fdb8-1775-4ac4-aa31-f674f720e0aa None None] Checking router: 9dffea49-7e40-4187-8ad8-f32b1d1f2bfe for host: dv-cinder-837051-1-smb {{(pid=87789) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 03:02:59.245697 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a385fdb8-1775-4ac4-aa31-f674f720e0aa None None] Updating router 9dffea49-7e40-4187-8ad8-f32b1d1f2bfe port 5f7339a0-d394-49f7-aa0c-9f7a1ca43d6b binding host dv-cinder-837051-1-smb {{(pid=87789) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 03:02:59.296113 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-ef00a636-a289-418c-ab96-90866b017a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:59.308330 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.plugin [None req-4c649ca9-9bb1-4c76-af0d-85c4206a5e92 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Deleting port 04217502-2f33-4617-9746-c33464b967eb {{(pid=87786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 03:02:59.308682 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-4c649ca9-9bb1-4c76-af0d-85c4206a5e92 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762847207940'] for port, before_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:59.328984 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-a385fdb8-1775-4ac4-aa31-f674f720e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_update {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:59.387275 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:59.454207 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Device 4c151901-588f-4a48-b5a1-c6999062aabf up at agent ovs-agent-dv-cinder-837051-1-smb {{(pid=87788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 03:02:59.507686 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-db2f5b7e-a91e-48f8-8c91-1f631e82318f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3007286', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2234832'] for subnet, after_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:59.529907 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-4c649ca9-9bb1-4c76-af0d-85c4206a5e92 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334124'] for port, precommit_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:59.532872 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-4c649ca9-9bb1-4c76-af0d-85c4206a5e92 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:59.570520 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2f5b7e-a91e-48f8-8c91-1f631e82318f admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c6e8eab-d409-43a5-98cf-411a54f6f1e7,revision_number=0']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:02:59.589661 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Provisioning complete for port 4c151901-588f-4a48-b5a1-c6999062aabf triggered by entity L2. {{(pid=87788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 03:02:59.590224 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587297'] for port, provisioning_complete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:59.606928 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db2f5b7e-a91e-48f8-8c91-1f631e82318f admin admin] Checking segment: {'id': 'c4efc612-be7d-4dfd-80e9-7b3a290305ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '6647b071-2e5e-4619-a828-037a7ae75e67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 03:02:59.607324 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db2f5b7e-a91e-48f8-8c91-1f631e82318f admin admin] Network hostable DHCP agents. Network: 6647b071-2e5e-4619-a828-037a7ae75e67, hostable agents: ['c0dff2ba-0ef7-4e94-af34-c7dac3342234'], hosted agents: [] {{(pid=87787) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 03:02:59.656078 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.plugin [None req-4c649ca9-9bb1-4c76-af0d-85c4206a5e92 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Calling delete_port for 04217502-2f33-4617-9746-c33464b967eb owned by network:floatingip {{(pid=87786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 03:02:59.673651 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.l3_hamode_db [None req-7b3dd475-9562-4616-baea-5891c021c3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3c2b0fb-299d-4917-ba8b-8e4ca8926627', 'name': 'tempest-AttachVolumeTestJSON-997133802-router', 'tenant_id': '27912339e79e43db900700b20c01bd73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'external_fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.206'}], 'enable_snat': True}, 'gw_port_id': '39ba25d6-4620-4749-9413-84e0dd6b05d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:56:23Z', 'updated_at': '2022-04-08T02:56:36Z', 'revision_number': 4, 'project_id': '27912339e79e43db900700b20c01bd73', 'gw_port': {'id': '39ba25d6-4620-4749-9413-84e0dd6b05d8', 'name': '', 'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:62:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c2b0fb-299d-4917-ba8b-8e4ca8926627', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:56:25Z', 'updated_at': '2022-04-08T02:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-smb', '_floatingips': [{'id': '24f991d1-13db-44a9-a322-8424e57f66d3', 'tenant_id': '27912339e79e43db900700b20c01bd73', 'floating_ip_address': '172.28.2.138', 'floating_network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'router_id': 'b3c2b0fb-299d-4917-ba8b-8e4ca8926627', 'port_id': 'fd284415-9d11-471b-b98f-a00d66a29c80', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8c3b9c3-2a08-4eb4-872c-03cbce1e3b10', 'mac_address': 'fa:16:3e:fe:0a:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '099ff9d6-7e53-4fe8-ab2f-b5ecfa17304b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T03:02:37Z', 'updated_at': '2022-04-08T03:02:57Z', 'revision_number': 1, 'project_id': '27912339e79e43db900700b20c01bd73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a02b9cd1-cea8-4513-a105-a26be139fb74', 'name': '', 'network_id': 'c8c3b9c3-2a08-4eb4-872c-03cbce1e3b10', 'tenant_id': '27912339e79e43db900700b20c01bd73', 'mac_address': 'fa:16:3e:0d:7d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c2b0fb-299d-4917-ba8b-8e4ca8926627', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '18b119e0-b657-4738-8e56-4872d79152d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:56:34Z', 'updated_at': '2022-04-08T02:56:54Z', 'revision_number': 5, 'project_id': '27912339e79e43db900700b20c01bd73', 'subnets': [{'id': '18b119e0-b657-4738-8e56-4872d79152d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837051-1-smb', False) {} {{(pid=87788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 03:02:59.679837 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db2f5b7e-a91e-48f8-8c91-1f631e82318f admin admin] Network 6647b071-2e5e-4619-a828-037a7ae75e67 is scheduled to be hosted by DHCP agent c0dff2ba-0ef7-4e94-af34-c7dac3342234 with binding_index 1 {{(pid=87787) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 03:02:59.704604 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b3dd475-9562-4616-baea-5891c021c3b9 None None] Checking router: b3c2b0fb-299d-4917-ba8b-8e4ca8926627 for host: dv-cinder-837051-1-smb {{(pid=87788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 03:02:59.720732 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Device 2b57f67a-776a-4f71-a7a5-8dbbc62b7994 no longer exists at agent hyperv_hv-cinder-83705 {{(pid=87788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 03:02:59.752691 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.scheduler.base_scheduler [None req-db2f5b7e-a91e-48f8-8c91-1f631e82318f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837051-1-smb, 6647b071-2e5e-4619-a828-037a7ae75e67) {{(pid=87787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 03:02:59.758656 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db2f5b7e-a91e-48f8-8c91-1f631e82318f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:02:59.759224 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-db2f5b7e-a91e-48f8-8c91-1f631e82318f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539232'] for subnet, before_response {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:59.766030 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b3dd475-9562-4616-baea-5891c021c3b9 None None] Routers {'b3c2b0fb-299d-4917-ba8b-8e4ca8926627'} bound to L3 agent in host dv-cinder-837051-1-smb {{(pid=87788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 03:02:59.766264 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.l3_hamode_db [None req-7b3dd475-9562-4616-baea-5891c021c3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837051-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T02:46:58Z,description=,heartbeat_timestamp=2022-04-08T03:02:58Z,host='dv-cinder-837051-1-smb',id=70d74887-4404-4f0d-99b3-e017d5637063,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T02:46:59Z,topic='l3_agent')) {'router_ids': ['b3c2b0fb-299d-4917-ba8b-8e4ca8926627'], 'active': True} {{(pid=87788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 03:02:59.809303 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-a385fdb8-1775-4ac4-aa31-f674f720e0aa None None] Notify callbacks [] for port, precommit_update {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:59.821370 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.plugin [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] No Port match for: 2b57f67a-776a-4f71-a7a5-8dbbc62b7994 {{(pid=87788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 03:02:59.821703 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Device 2b57f67a-776a-4f71-a7a5-8dbbc62b7994 not bound to the agent host hv-cinder-83705 {{(pid=87788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 03:02:59.829612 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5dcacd2-20a0-4b09-82b7-914841c2bb7b None None] Network 6647b071-2e5e-4619-a828-037a7ae75e67 requested from dv-cinder-837051-1-smb {{(pid=87788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 03:02:59.829762 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.provisioning_blocks [None req-a385fdb8-1775-4ac4-aa31-f674f720e0aa None None] Transition to ACTIVE for port object 5f7339a0-d394-49f7-aa0c-9f7a1ca43d6b will not be triggered until provisioned by entity L2. {{(pid=87789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 03:02:59.829881 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf248404-545b-47f6-a284-4b86b138ec3a req-5afee830-4c6b-493e-8b76-40e63b9ff35c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:02:59.829881 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-bf248404-545b-47f6-a284-4b86b138ec3a req-5afee830-4c6b-493e-8b76-40e63b9ff35c service neutron] 10.222.0.39 "GET /v2.0/networks?id=c8c3b9c3-2a08-4eb4-872c-03cbce1e3b10 HTTP/1.1" status: 200 len: 911 time: 0.8028269 Apr 08 03:02:59.870180 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-db2f5b7e-a91e-48f8-8c91-1f631e82318f admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8556526 Apr 08 03:02:59.872240 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 48840) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:02:59.883438 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.v2.base [None req-a168a762-3d6d-441d-a33b-fb4bfbe1420e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1307835745-router', 'tenant_id': '81dcacae000b4b22b440da0e2b541d75', 'external_gateway_info': {'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b'}}} {{(pid=87787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 03:02:59.888084 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-a168a762-3d6d-441d-a33b-fb4bfbe1420e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 03:02:59.892625 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-a168a762-3d6d-441d-a33b-fb4bfbe1420e admin admin] Usage tracker for resource:router and tenant:81dcacae000b4b22b440da0e2b541d75 is out of sync, need to count used quota {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 03:02:59.896957 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-a168a762-3d6d-441d-a33b-fb4bfbe1420e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 03:02:59.897677 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-a385fdb8-1775-4ac4-aa31-f674f720e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762847214852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762846864698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762846864743'] for port, after_update {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:59.904008 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-a168a762-3d6d-441d-a33b-fb4bfbe1420e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 03:02:59.968682 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-a168a762-3d6d-441d-a33b-fb4bfbe1420e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-335215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-292'] for router, before_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:59.971070 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-a168a762-3d6d-441d-a33b-fb4bfbe1420e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-332252', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-456264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-301'] for router, precommit_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:02:59.977738 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-bf248404-545b-47f6-a284-4b86b138ec3a req-7a834153-7462-4361-8101-dfa948a10ada service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fd284415-9d11-471b-b98f-a00d66a29c80 HTTP/1.1" status: 200 len: 1000 time: 0.1396072 Apr 08 03:03:00.064913 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf248404-545b-47f6-a284-4b86b138ec3a req-96c9da9d-3149-47b3-ba89-78fa4f7c08f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:03:00.066432 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-bf248404-545b-47f6-a284-4b86b138ec3a req-96c9da9d-3149-47b3-ba89-78fa4f7c08f0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=18b119e0-b657-4738-8e56-4872d79152d5 HTTP/1.1" status: 200 len: 849 time: 0.0815420 Apr 08 03:03:00.076230 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b0131e-90a9-414f-bb65-cfe8203db083 None None] Pushing event updated for resources: {'Port': ['ID=5f7339a0-d394-49f7-aa0c-9f7a1ca43d6b,revision_number=3']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:03:00.091731 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.l3_dvr_db [None req-7b3dd475-9562-4616-baea-5891c021c3b9 None None] Set router b3c2b0fb-299d-4917-ba8b-8e4ca8926627 gateway port host: dv-cinder-837051-1-smb {{(pid=87788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 03:03:00.126521 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b0131e-90a9-414f-bb65-cfe8203db083 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:03:00.126764 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b0131e-90a9-414f-bb65-cfe8203db083 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:03:00.127013 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b0131e-90a9-414f-bb65-cfe8203db083 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:03:00.127415 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b0131e-90a9-414f-bb65-cfe8203db083 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:03:00.127744 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b0131e-90a9-414f-bb65-cfe8203db083 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:03:00.128065 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b0131e-90a9-414f-bb65-cfe8203db083 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:03:00.128446 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b0131e-90a9-414f-bb65-cfe8203db083 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:03:00.128684 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b0131e-90a9-414f-bb65-cfe8203db083 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:03:00.128997 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b0131e-90a9-414f-bb65-cfe8203db083 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:03:00.129845 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b0131e-90a9-414f-bb65-cfe8203db083 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:03:00.130163 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b0131e-90a9-414f-bb65-cfe8203db083 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:03:00.130468 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b0131e-90a9-414f-bb65-cfe8203db083 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:03:00.152159 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.plugins.ml2.managers [None req-a385fdb8-1775-4ac4-aa31-f674f720e0aa None None] Attempting to bind port 5f7339a0-d394-49f7-aa0c-9f7a1ca43d6b on host dv-cinder-837051-1-smb for vnic_type normal with profile {{(pid=87789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 03:03:00.152944 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.plugins.ml2.managers [None req-a385fdb8-1775-4ac4-aa31-f674f720e0aa None None] Attempting to bind port 5f7339a0-d394-49f7-aa0c-9f7a1ca43d6b by drivers openvswitch,hyperv on host dv-cinder-837051-1-smb at level 0 using segments [{'id': 'f24de6cc-1a95-415b-8300-ea0d5a655f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '1262eb51-6568-4d0c-b1d7-5b2c9bfe4256'}] {{(pid=87789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 03:03:00.152944 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a385fdb8-1775-4ac4-aa31-f674f720e0aa None None] Attempting to bind port 5f7339a0-d394-49f7-aa0c-9f7a1ca43d6b on network 1262eb51-6568-4d0c-b1d7-5b2c9bfe4256 {{(pid=87789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 03:03:00.158845 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a385fdb8-1775-4ac4-aa31-f674f720e0aa None None] Checking agent: {'id': '506bd601-c596-4b52-979e-3670b1bbe31d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837051-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 2, 46, 59), 'started_at': datetime.datetime(2022, 4, 8, 2, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 3, 2, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837051-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 03:03:00.159273 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a385fdb8-1775-4ac4-aa31-f674f720e0aa None None] Checking segment: {'id': 'f24de6cc-1a95-415b-8300-ea0d5a655f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '1262eb51-6568-4d0c-b1d7-5b2c9bfe4256'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 03:03:00.159691 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-a385fdb8-1775-4ac4-aa31-f674f720e0aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:00.160077 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a385fdb8-1775-4ac4-aa31-f674f720e0aa None None] Bound using segment: {'id': 'f24de6cc-1a95-415b-8300-ea0d5a655f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '1262eb51-6568-4d0c-b1d7-5b2c9bfe4256'} {{(pid=87789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 03:03:00.161983 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.plugins.ml2.managers [None req-a385fdb8-1775-4ac4-aa31-f674f720e0aa None None] Bound port: 5f7339a0-d394-49f7-aa0c-9f7a1ca43d6b, host: dv-cinder-837051-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f24de6cc-1a95-415b-8300-ea0d5a655f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '1262eb51-6568-4d0c-b1d7-5b2c9bfe4256'}}] {{(pid=87789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 03:03:00.162149 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-a385fdb8-1775-4ac4-aa31-f674f720e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_update {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:00.165723 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf248404-545b-47f6-a284-4b86b138ec3a req-6448996b-2305-4378-af17-32f28391fa10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:03:00.175328 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-bf248404-545b-47f6-a284-4b86b138ec3a req-6448996b-2305-4378-af17-32f28391fa10 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c8c3b9c3-2a08-4eb4-872c-03cbce1e3b10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0927901 Apr 08 03:03:00.198597 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-4c649ca9-9bb1-4c76-af0d-85c4206a5e92 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762847213038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762846864689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2754409'] for port, after_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:00.206326 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-a168a762-3d6d-441d-a33b-fb4bfbe1420e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:00.304097 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.plugins.ml2.db [None req-a385fdb8-1775-4ac4-aa31-f674f720e0aa None None] For port 5f7339a0-d394-49f7-aa0c-9f7a1ca43d6b, host dv-cinder-837051-1-smb, cleared binding levels {{(pid=87789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 03:03:00.307228 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c649ca9-9bb1-4c76-af0d-85c4206a5e92 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Pushing event deleted for resources: {'Port': ['ID=04217502-2f33-4617-9746-c33464b967eb,revision_number=None']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:03:00.308191 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.plugins.ml2.db [None req-a385fdb8-1775-4ac4-aa31-f674f720e0aa None None] For port 5f7339a0-d394-49f7-aa0c-9f7a1ca43d6b, host dv-cinder-837051-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837051-1-smb',level=0,port_id=5f7339a0-d394-49f7-aa0c-9f7a1ca43d6b,segment=NetworkSegment(f24de6cc-1a95-415b-8300-ea0d5a655f11),segment_id=f24de6cc-1a95-415b-8300-ea0d5a655f11)] {{(pid=87789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 03:03:00.421152 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f18d1ea7-1f3d-411e-a4b5-508d5b30e069 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42e60dd2-2c7f-5bdd-8db5-c6fe16da6c01-6647b071-2e5e-4619-a828-037a7ae75e67', 'network_id': '6647b071-2e5e-4619-a828-037a7ae75e67', 'tenant_id': '81dcacae000b4b22b440da0e2b541d75', 'fixed_ips': [{'subnet_id': '3c6e8eab-d409-43a5-98cf-411a54f6f1e7'}]}} from dv-cinder-837051-1-smb. {{(pid=87788) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 08 03:03:00.422251 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-f18d1ea7-1f3d-411e-a4b5-508d5b30e069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:00.423770 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-a385fdb8-1775-4ac4-aa31-f674f720e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762847214852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762846864698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762846864743'] for port, after_update {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:00.440823 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-4c649ca9-9bb1-4c76-af0d-85c4206a5e92 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Notify callbacks [] for floatingip, after_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:00.458627 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-bf248404-545b-47f6-a284-4b86b138ec3a req-da8f4a75-7c5d-481b-b20e-40b3a3f405f4 service neutron] 10.222.0.39 "GET /v2.0/networks/c8c3b9c3-2a08-4eb4-872c-03cbce1e3b10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2835174 Apr 08 03:03:00.510602 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b0131e-90a9-414f-bb65-cfe8203db083 None None] Pushing event updated for resources: {'Port': ['ID=5f7339a0-d394-49f7-aa0c-9f7a1ca43d6b,revision_number=4']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:03:00.527738 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a385fdb8-1775-4ac4-aa31-f674f720e0aa None None] Routers {'9dffea49-7e40-4187-8ad8-f32b1d1f2bfe'} bound to L3 agent in host dv-cinder-837051-1-smb {{(pid=87789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 03:03:00.528362 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.l3_hamode_db [None req-a385fdb8-1775-4ac4-aa31-f674f720e0aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837051-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T02:46:58Z,description=,heartbeat_timestamp=2022-04-08T03:02:58Z,host='dv-cinder-837051-1-smb',id=70d74887-4404-4f0d-99b3-e017d5637063,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T02:46:59Z,topic='l3_agent')) {'router_ids': ['9dffea49-7e40-4187-8ad8-f32b1d1f2bfe'], 'active': True} {{(pid=87789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 03:03:00.584743 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-4c649ca9-9bb1-4c76-af0d-85c4206a5e92 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207533'] for floatingip, before_response {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:00.601606 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [None req-4c649ca9-9bb1-4c76-af0d-85c4206a5e92 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "DELETE /v2.0/floatingips/bd2919fc-83e7-4d3a-9817-6fcb8539081c HTTP/1.1" status: 204 len: 168 time: 1.5439520 Apr 08 03:03:00.701481 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-bf248404-545b-47f6-a284-4b86b138ec3a req-109888a8-5514-4611-8860-e09ac17834c9 service neutron] 10.222.0.39 "GET /v2.0/networks/c8c3b9c3-2a08-4eb4-872c-03cbce1e3b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2365992 Apr 08 03:03:00.711085 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-0700d8e1-2fb2-4ab8-b601-2cbd26aa24a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:00.790930 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.db_base_plugin_common [None req-f18d1ea7-1f3d-411e-a4b5-508d5b30e069 None None] Allocated IP 172.20.0.2 (6647b071-2e5e-4619-a828-037a7ae75e67/3c6e8eab-d409-43a5-98cf-411a54f6f1e7/08fa8ce2-c2c3-43b2-b9b0-7eca75155cd5) {{(pid=87788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 03:03:00.808737 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.l3_dvr_db [None req-a385fdb8-1775-4ac4-aa31-f674f720e0aa None None] Set router 9dffea49-7e40-4187-8ad8-f32b1d1f2bfe gateway port host: dv-cinder-837051-1-smb {{(pid=87789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 03:03:00.809880 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-a168a762-3d6d-441d-a33b-fb4bfbe1420e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-332234', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-335261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-315'] for router, precommit_update {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:00.927087 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.l3_hamode_db [None req-7b3dd475-9562-4616-baea-5891c021c3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3c2b0fb-299d-4917-ba8b-8e4ca8926627', 'name': 'tempest-AttachVolumeTestJSON-997133802-router', 'tenant_id': '27912339e79e43db900700b20c01bd73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'external_fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.206'}], 'enable_snat': True}, 'gw_port_id': '39ba25d6-4620-4749-9413-84e0dd6b05d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:56:23Z', 'updated_at': '2022-04-08T02:56:36Z', 'revision_number': 4, 'project_id': '27912339e79e43db900700b20c01bd73', 'gw_port': {'id': '39ba25d6-4620-4749-9413-84e0dd6b05d8', 'name': '', 'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:62:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c2b0fb-299d-4917-ba8b-8e4ca8926627', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:56:25Z', 'updated_at': '2022-04-08T02:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-smb', '_floatingips': [{'id': '24f991d1-13db-44a9-a322-8424e57f66d3', 'tenant_id': '27912339e79e43db900700b20c01bd73', 'floating_ip_address': '172.28.2.138', 'floating_network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'router_id': 'b3c2b0fb-299d-4917-ba8b-8e4ca8926627', 'port_id': 'fd284415-9d11-471b-b98f-a00d66a29c80', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8c3b9c3-2a08-4eb4-872c-03cbce1e3b10', 'mac_address': 'fa:16:3e:fe:0a:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '099ff9d6-7e53-4fe8-ab2f-b5ecfa17304b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T03:02:37Z', 'updated_at': '2022-04-08T03:02:57Z', 'revision_number': 1, 'project_id': '27912339e79e43db900700b20c01bd73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a02b9cd1-cea8-4513-a105-a26be139fb74', 'name': '', 'network_id': 'c8c3b9c3-2a08-4eb4-872c-03cbce1e3b10', 'tenant_id': '27912339e79e43db900700b20c01bd73', 'mac_address': 'fa:16:3e:0d:7d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c2b0fb-299d-4917-ba8b-8e4ca8926627', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '18b119e0-b657-4738-8e56-4872d79152d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:56:34Z', 'updated_at': '2022-04-08T02:56:54Z', 'revision_number': 5, 'project_id': '27912339e79e43db900700b20c01bd73', 'subnets': [{'id': '18b119e0-b657-4738-8e56-4872d79152d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837051-1-smb', False) {} {{(pid=87788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 03:03:00.965334 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b3dd475-9562-4616-baea-5891c021c3b9 None None] The sync data for ids ['b3c2b0fb-299d-4917-ba8b-8e4ca8926627'] in dv-cinder-837051-1-smb is: [{'id': 'b3c2b0fb-299d-4917-ba8b-8e4ca8926627', 'name': 'tempest-AttachVolumeTestJSON-997133802-router', 'tenant_id': '27912339e79e43db900700b20c01bd73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'external_fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.206'}], 'enable_snat': True}, 'gw_port_id': '39ba25d6-4620-4749-9413-84e0dd6b05d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:56:23Z', 'updated_at': '2022-04-08T02:56:36Z', 'revision_number': 4, 'project_id': '27912339e79e43db900700b20c01bd73', 'gw_port': {'id': '39ba25d6-4620-4749-9413-84e0dd6b05d8', 'name': '', 'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:62:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c2b0fb-299d-4917-ba8b-8e4ca8926627', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:56:25Z', 'updated_at': '2022-04-08T02:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-smb', '_floatingips': [{'id': '24f991d1-13db-44a9-a322-8424e57f66d3', 'tenant_id': '27912339e79e43db900700b20c01bd73', 'floating_ip_address': '172.28.2.138', 'floating_network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'router_id': 'b3c2b0fb-299d-4917-ba8b-8e4ca8926627', 'port_id': 'fd284415-9d11-471b-b98f-a00d66a29c80', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8c3b9c3-2a08-4eb4-872c-03cbce1e3b10', 'mac_address': 'fa:16:3e:fe:0a:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '099ff9d6-7e53-4fe8-ab2f-b5ecfa17304b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T03:02:37Z', 'updated_at': '2022-04-08T03:02:57Z', 'revision_number': 1, 'project_id': '27912339e79e43db900700b20c01bd73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a02b9cd1-cea8-4513-a105-a26be139fb74', 'name': '', 'network_id': 'c8c3b9c3-2a08-4eb4-872c-03cbce1e3b10', 'tenant_id': '27912339e79e43db900700b20c01bd73', 'mac_address': 'fa:16:3e:0d:7d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c2b0fb-299d-4917-ba8b-8e4ca8926627', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '18b119e0-b657-4738-8e56-4872d79152d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:56:34Z', 'updated_at': '2022-04-08T02:56:54Z', 'revision_number': 5, 'project_id': '27912339e79e43db900700b20c01bd73', 'subnets': [{'id': '18b119e0-b657-4738-8e56-4872d79152d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 03:03:01.091999 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-f18d1ea7-1f3d-411e-a4b5-508d5b30e069 None None] Notify callbacks [] for port, precommit_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:01.103913 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-f18d1ea7-1f3d-411e-a4b5-508d5b30e069 None None] Transition to ACTIVE for port object 08fa8ce2-c2c3-43b2-b9b0-7eca75155cd5 will not be triggered until provisioned by entity L2. {{(pid=87788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 03:03:01.125862 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-f18d1ea7-1f3d-411e-a4b5-508d5b30e069 None None] Transition to ACTIVE for port object 08fa8ce2-c2c3-43b2-b9b0-7eca75155cd5 will not be triggered until provisioned by entity DHCP. {{(pid=87788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 03:03:01.199938 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.l3_hamode_db [None req-a385fdb8-1775-4ac4-aa31-f674f720e0aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dffea49-7e40-4187-8ad8-f32b1d1f2bfe', 'name': 'tempest-TestShelveInstance-2101072383-router', 'tenant_id': 'd795d4c3932b47d7849e48c0ea1f7259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'external_fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.251'}], 'enable_snat': True}, 'gw_port_id': '4c151901-588f-4a48-b5a1-c6999062aabf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T03:02:51Z', 'updated_at': '2022-04-08T03:02:55Z', 'revision_number': 4, 'project_id': 'd795d4c3932b47d7849e48c0ea1f7259', 'gw_port': {'id': '4c151901-588f-4a48-b5a1-c6999062aabf', 'name': '', 'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:d1:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dffea49-7e40-4187-8ad8-f32b1d1f2bfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T03:02:52Z', 'updated_at': '2022-04-08T03:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-smb', '_interfaces': [{'id': '5f7339a0-d394-49f7-aa0c-9f7a1ca43d6b', 'name': '', 'network_id': '1262eb51-6568-4d0c-b1d7-5b2c9bfe4256', 'tenant_id': 'd795d4c3932b47d7849e48c0ea1f7259', 'mac_address': 'fa:16:3e:37:1b:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dffea49-7e40-4187-8ad8-f32b1d1f2bfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '41ea65b4-3e16-4b14-b908-154f07f5a3b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T03:02:54Z', 'updated_at': '2022-04-08T03:03:00Z', 'revision_number': 4, 'project_id': 'd795d4c3932b47d7849e48c0ea1f7259', 'subnets': [{'id': '41ea65b4-3e16-4b14-b908-154f07f5a3b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837051-1-smb', False) {} {{(pid=87789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 03:03:01.204169 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a385fdb8-1775-4ac4-aa31-f674f720e0aa None None] The sync data for ids ['9dffea49-7e40-4187-8ad8-f32b1d1f2bfe'] in dv-cinder-837051-1-smb is: [{'id': '9dffea49-7e40-4187-8ad8-f32b1d1f2bfe', 'name': 'tempest-TestShelveInstance-2101072383-router', 'tenant_id': 'd795d4c3932b47d7849e48c0ea1f7259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'external_fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.251'}], 'enable_snat': True}, 'gw_port_id': '4c151901-588f-4a48-b5a1-c6999062aabf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T03:02:51Z', 'updated_at': '2022-04-08T03:02:55Z', 'revision_number': 4, 'project_id': 'd795d4c3932b47d7849e48c0ea1f7259', 'gw_port': {'id': '4c151901-588f-4a48-b5a1-c6999062aabf', 'name': '', 'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:d1:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dffea49-7e40-4187-8ad8-f32b1d1f2bfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T03:02:52Z', 'updated_at': '2022-04-08T03:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-smb', '_interfaces': [{'id': '5f7339a0-d394-49f7-aa0c-9f7a1ca43d6b', 'name': '', 'network_id': '1262eb51-6568-4d0c-b1d7-5b2c9bfe4256', 'tenant_id': 'd795d4c3932b47d7849e48c0ea1f7259', 'mac_address': 'fa:16:3e:37:1b:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dffea49-7e40-4187-8ad8-f32b1d1f2bfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '41ea65b4-3e16-4b14-b908-154f07f5a3b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T03:02:54Z', 'updated_at': '2022-04-08T03:03:00Z', 'revision_number': 4, 'project_id': 'd795d4c3932b47d7849e48c0ea1f7259', 'subnets': [{'id': '41ea65b4-3e16-4b14-b908-154f07f5a3b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 03:03:01.218093 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-f18d1ea7-1f3d-411e-a4b5-508d5b30e069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762846864680'] for port, after_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:01.261752 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ecd9802-7556-409c-a1fe-4a86d9cbf96e None None] New status for floating IP 24f991d1-13db-44a9-a322-8424e57f66d3: ACTIVE {{(pid=87789) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 03:03:01.325028 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f18d1ea7-1f3d-411e-a4b5-508d5b30e069 None None] Network 6647b071-2e5e-4619-a828-037a7ae75e67 is already hosted by enough agents. {{(pid=87788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 03:03:01.327702 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.scheduler.base_scheduler [None req-f18d1ea7-1f3d-411e-a4b5-508d5b30e069 None None] Resources bound (agent type, host, resource id): {{(pid=87788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 03:03:01.330332 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f18d1ea7-1f3d-411e-a4b5-508d5b30e069 None None] Received port after_create {{(pid=87788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 03:03:01.345921 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-a168a762-3d6d-441d-a33b-fb4bfbe1420e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:01.388822 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-a168a762-3d6d-441d-a33b-fb4bfbe1420e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:01.412471 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18d1ea7-1f3d-411e-a4b5-508d5b30e069 None None] Pushing event updated for resources: {'Port': ['ID=08fa8ce2-c2c3-43b2-b9b0-7eca75155cd5,revision_number=1']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:03:01.518317 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Device 5f7339a0-d394-49f7-aa0c-9f7a1ca43d6b up at agent ovs-agent-dv-cinder-837051-1-smb {{(pid=87788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 03:03:01.554838 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.managers [None req-f18d1ea7-1f3d-411e-a4b5-508d5b30e069 None None] Attempting to bind port 08fa8ce2-c2c3-43b2-b9b0-7eca75155cd5 on host dv-cinder-837051-1-smb for vnic_type normal with profile {{(pid=87788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 03:03:01.555295 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.managers [None req-f18d1ea7-1f3d-411e-a4b5-508d5b30e069 None None] Attempting to bind port 08fa8ce2-c2c3-43b2-b9b0-7eca75155cd5 by drivers openvswitch,hyperv on host dv-cinder-837051-1-smb at level 0 using segments [{'id': 'c4efc612-be7d-4dfd-80e9-7b3a290305ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '6647b071-2e5e-4619-a828-037a7ae75e67'}] {{(pid=87788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 03:03:01.555714 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18d1ea7-1f3d-411e-a4b5-508d5b30e069 None None] Attempting to bind port 08fa8ce2-c2c3-43b2-b9b0-7eca75155cd5 on network 6647b071-2e5e-4619-a828-037a7ae75e67 {{(pid=87788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 03:03:01.574260 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18d1ea7-1f3d-411e-a4b5-508d5b30e069 None None] Checking agent: {'id': '506bd601-c596-4b52-979e-3670b1bbe31d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837051-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 2, 46, 59), 'started_at': datetime.datetime(2022, 4, 8, 2, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 3, 2, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837051-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 03:03:01.574691 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18d1ea7-1f3d-411e-a4b5-508d5b30e069 None None] Checking segment: {'id': 'c4efc612-be7d-4dfd-80e9-7b3a290305ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '6647b071-2e5e-4619-a828-037a7ae75e67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 03:03:01.575234 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-f18d1ea7-1f3d-411e-a4b5-508d5b30e069 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:01.575686 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18d1ea7-1f3d-411e-a4b5-508d5b30e069 None None] Bound using segment: {'id': 'c4efc612-be7d-4dfd-80e9-7b3a290305ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '6647b071-2e5e-4619-a828-037a7ae75e67'} {{(pid=87788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 03:03:01.576384 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.managers [None req-f18d1ea7-1f3d-411e-a4b5-508d5b30e069 None None] Bound port: 08fa8ce2-c2c3-43b2-b9b0-7eca75155cd5, host: dv-cinder-837051-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4efc612-be7d-4dfd-80e9-7b3a290305ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '6647b071-2e5e-4619-a828-037a7ae75e67'}}] {{(pid=87788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 03:03:01.576872 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-f18d1ea7-1f3d-411e-a4b5-508d5b30e069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:01.630002 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.db_base_plugin_common [None req-a168a762-3d6d-441d-a33b-fb4bfbe1420e admin admin] Allocated IP 172.28.2.115 (98d1e709-75a7-4f60-9ef6-cd80d5a9207b/cdd7e012-314b-49de-85b2-875de1f002d2/0983bc9a-8d20-4237-a638-9420194e713f) {{(pid=87787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 03:03:01.694573 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.db [None req-f18d1ea7-1f3d-411e-a4b5-508d5b30e069 None None] For port 08fa8ce2-c2c3-43b2-b9b0-7eca75155cd5, host dv-cinder-837051-1-smb, cleared binding levels {{(pid=87788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 03:03:01.697671 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.db [None req-f18d1ea7-1f3d-411e-a4b5-508d5b30e069 None None] For port 08fa8ce2-c2c3-43b2-b9b0-7eca75155cd5, host dv-cinder-837051-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837051-1-smb',level=0,port_id=08fa8ce2-c2c3-43b2-b9b0-7eca75155cd5,segment=NetworkSegment(c4efc612-be7d-4dfd-80e9-7b3a290305ef),segment_id=c4efc612-be7d-4dfd-80e9-7b3a290305ef)] {{(pid=87788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 03:03:01.759957 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Provisioning for port 5f7339a0-d394-49f7-aa0c-9f7a1ca43d6b completed by entity L2. {{(pid=87788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 03:03:01.763673 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-f18d1ea7-1f3d-411e-a4b5-508d5b30e069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762847214852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762846864698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762846864743'] for port, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:01.794559 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-a168a762-3d6d-441d-a33b-fb4bfbe1420e admin admin] Notify callbacks [] for port, precommit_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:01.818747 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Provisioning complete for port 5f7339a0-d394-49f7-aa0c-9f7a1ca43d6b triggered by entity L2. {{(pid=87788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 03:03:01.819118 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587297'] for port, provisioning_complete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:01.873347 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-a168a762-3d6d-441d-a33b-fb4bfbe1420e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762846864680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3006662'] for port, after_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:01.898221 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18d1ea7-1f3d-411e-a4b5-508d5b30e069 None None] Pushing event updated for resources: {'Port': ['ID=08fa8ce2-c2c3-43b2-b9b0-7eca75155cd5,revision_number=2']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:03:01.943937 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a168a762-3d6d-441d-a33b-fb4bfbe1420e admin admin] Network 98d1e709-75a7-4f60-9ef6-cd80d5a9207b is already hosted by enough agents. {{(pid=87787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 03:03:01.951378 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.scheduler.base_scheduler [None req-a168a762-3d6d-441d-a33b-fb4bfbe1420e admin admin] Resources bound (agent type, host, resource id): {{(pid=87787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 03:03:01.956355 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a168a762-3d6d-441d-a33b-fb4bfbe1420e admin admin] Received port after_create {{(pid=87787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 03:03:01.984466 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a168a762-3d6d-441d-a33b-fb4bfbe1420e admin admin] Pushing event updated for resources: {'Port': ['ID=0983bc9a-8d20-4237-a638-9420194e713f,revision_number=1']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:03:02.014150 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:02.052376 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.db [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] For port 5f7339a0-d394-49f7-aa0c-9f7a1ca43d6b, host dv-cinder-837051-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837051-1-smb',level=0,port_id=5f7339a0-d394-49f7-aa0c-9f7a1ca43d6b,segment=NetworkSegment(f24de6cc-1a95-415b-8300-ea0d5a655f11),segment_id=f24de6cc-1a95-415b-8300-ea0d5a655f11)] {{(pid=87788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 03:03:02.119653 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762847214852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762846864698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762846864743'] for port, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:02.243957 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Pushing event updated for resources: {'Port': ['ID=5f7339a0-d394-49f7-aa0c-9f7a1ca43d6b,revision_number=5']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:03:02.535345 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-a168a762-3d6d-441d-a33b-fb4bfbe1420e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:02.960521 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35cfd540-895e-461a-9071-3ffb3ea7325b None None] Network 6647b071-2e5e-4619-a828-037a7ae75e67 requested from dv-cinder-837051-1-smb {{(pid=87788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 03:03:03.014900 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-a168a762-3d6d-441d-a33b-fb4bfbe1420e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-335234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-332257'] for router, after_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:03.125689 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-159f43ec-7a82-4852-9d21-8cf9530d4a01 None None] Provisioning for port 08fa8ce2-c2c3-43b2-b9b0-7eca75155cd5 completed by entity DHCP. {{(pid=87788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 03:03:03.308598 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a168a762-3d6d-441d-a33b-fb4bfbe1420e admin admin] Router dd8eb64c-3a57-48c7-b126-615a3108ed21 is scheduled to L3 agent 70d74887-4404-4f0d-99b3-e017d5637063 with binding_index 1 {{(pid=87787) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 08 03:03:03.485669 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Device 5f7339a0-d394-49f7-aa0c-9f7a1ca43d6b up at agent ovs-agent-dv-cinder-837051-1-smb {{(pid=87788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 03:03:03.497271 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a168a762-3d6d-441d-a33b-fb4bfbe1420e admin admin] Notify agent at l3_agent.dv-cinder-837051-1-smb the message routers_updated {{(pid=87787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 03:03:03.577430 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5def6d08-5721-4db8-8b3b-cdec32b120f5 None None] Sync routers for ids ['dd8eb64c-3a57-48c7-b126-615a3108ed21'] in dv-cinder-837051-1-smb {{(pid=87788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 03:03:03.599443 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5def6d08-5721-4db8-8b3b-cdec32b120f5 None None] Routers {'dd8eb64c-3a57-48c7-b126-615a3108ed21'} bound to L3 agent in host dv-cinder-837051-1-smb {{(pid=87788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 03:03:03.600060 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.l3_hamode_db [None req-5def6d08-5721-4db8-8b3b-cdec32b120f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837051-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T02:46:58Z,description=,heartbeat_timestamp=2022-04-08T03:02:58Z,host='dv-cinder-837051-1-smb',id=70d74887-4404-4f0d-99b3-e017d5637063,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T02:46:59Z,topic='l3_agent')) {'router_ids': ['dd8eb64c-3a57-48c7-b126-615a3108ed21'], 'active': True} {{(pid=87788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 03:03:03.604354 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-a168a762-3d6d-441d-a33b-fb4bfbe1420e admin admin] Notify callbacks [] for router, before_response {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:03.606624 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-a168a762-3d6d-441d-a33b-fb4bfbe1420e admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.7332218 Apr 08 03:03:03.608271 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 48862) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:03:03.766827 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Provisioning complete for port 5f7339a0-d394-49f7-aa0c-9f7a1ca43d6b triggered by entity L2. {{(pid=87788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 03:03:03.767109 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587297'] for port, provisioning_complete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:03.834266 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.l3_dvr_db [None req-5def6d08-5721-4db8-8b3b-cdec32b120f5 None None] Set router dd8eb64c-3a57-48c7-b126-615a3108ed21 gateway port host: dv-cinder-837051-1-smb {{(pid=87788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 03:03:04.115928 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Device 08fa8ce2-c2c3-43b2-b9b0-7eca75155cd5 up at agent ovs-agent-dv-cinder-837051-1-smb {{(pid=87788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 03:03:04.136900 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd4748d-ea87-49b6-89e4-518b7c686567 req-4233eb4d-1ef1-4c20-bed2-e927c7e3b6d9 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:03:04.137764 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [req-ebd4748d-ea87-49b6-89e4-518b7c686567 req-4233eb4d-1ef1-4c20-bed2-e927c7e3b6d9 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Synchronizing usage tracker for tenant:9e6274c43de24b849ee9a4529c53f5b5 on resource:port {{(pid=87786) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 03:03:04.211121 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [req-ebd4748d-ea87-49b6-89e4-518b7c686567 req-4233eb4d-1ef1-4c20-bed2-e927c7e3b6d9 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Unset dirty status for tenant:9e6274c43de24b849ee9a4529c53f5b5 on resource:port {{(pid=87786) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 03:03:04.212544 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-ebd4748d-ea87-49b6-89e4-518b7c686567 req-4233eb4d-1ef1-4c20-bed2-e927c7e3b6d9 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4393a78-1cab-4756-88e9-3b634af68a4b HTTP/1.1" status: 200 len: 946 time: 0.1640272 Apr 08 03:03:04.239328 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.l3_hamode_db [None req-5def6d08-5721-4db8-8b3b-cdec32b120f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd8eb64c-3a57-48c7-b126-615a3108ed21', 'name': 'tempest-TestShelveInstance-1307835745-router', 'tenant_id': '81dcacae000b4b22b440da0e2b541d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'external_fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.115'}], 'enable_snat': True}, 'gw_port_id': '0983bc9a-8d20-4237-a638-9420194e713f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T03:02:59Z', 'updated_at': '2022-04-08T03:03:02Z', 'revision_number': 3, 'project_id': '81dcacae000b4b22b440da0e2b541d75', 'gw_port': {'id': '0983bc9a-8d20-4237-a638-9420194e713f', 'name': '', 'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:c4:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd8eb64c-3a57-48c7-b126-615a3108ed21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T03:03:01Z', 'updated_at': '2022-04-08T03:03:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-smb'}], 'dv-cinder-837051-1-smb', False) {} {{(pid=87788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 03:03:04.243704 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5def6d08-5721-4db8-8b3b-cdec32b120f5 None None] Checking router: dd8eb64c-3a57-48c7-b126-615a3108ed21 for host: dv-cinder-837051-1-smb {{(pid=87788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 03:03:04.244050 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5def6d08-5721-4db8-8b3b-cdec32b120f5 None None] Updating router dd8eb64c-3a57-48c7-b126-615a3108ed21 port 0983bc9a-8d20-4237-a638-9420194e713f binding host dv-cinder-837051-1-smb {{(pid=87788) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 03:03:04.265575 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-ebd4748d-ea87-49b6-89e4-518b7c686567 req-9931cf5e-927d-40d2-9580-ef97e589c762 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/security-groups?id=182843b8-633a-4f61-a3e3-f50baa1f3acb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465531 Apr 08 03:03:04.290335 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-89dec2de-8ac5-450b-8168-7810271bf7a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:04.304019 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-5def6d08-5721-4db8-8b3b-cdec32b120f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:04.337842 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Provisioning for port 08fa8ce2-c2c3-43b2-b9b0-7eca75155cd5 completed by entity L2. {{(pid=87788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 03:03:04.347221 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Provisioning complete for port 08fa8ce2-c2c3-43b2-b9b0-7eca75155cd5 triggered by entity L2. {{(pid=87788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 03:03:04.347591 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587297'] for port, provisioning_complete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:04.604771 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.db_base_plugin_common [None req-89dec2de-8ac5-450b-8168-7810271bf7a3 admin admin] Allocated IP 172.20.0.1 (6647b071-2e5e-4619-a828-037a7ae75e67/3c6e8eab-d409-43a5-98cf-411a54f6f1e7/7a1a222c-4d0f-4b4d-a19b-915c93b34750) {{(pid=87787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 03:03:04.649977 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:04.705267 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.db [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] For port 08fa8ce2-c2c3-43b2-b9b0-7eca75155cd5, host dv-cinder-837051-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837051-1-smb',level=0,port_id=08fa8ce2-c2c3-43b2-b9b0-7eca75155cd5,segment=NetworkSegment(c4efc612-be7d-4dfd-80e9-7b3a290305ef),segment_id=c4efc612-be7d-4dfd-80e9-7b3a290305ef)] {{(pid=87788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 03:03:04.752436 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-89dec2de-8ac5-450b-8168-7810271bf7a3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:04.767445 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.provisioning_blocks [None req-89dec2de-8ac5-450b-8168-7810271bf7a3 admin admin] Transition to ACTIVE for port object 7a1a222c-4d0f-4b4d-a19b-915c93b34750 will not be triggered until provisioned by entity DHCP. {{(pid=87787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 03:03:04.783392 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762847214852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762846864698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762846864743'] for port, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:04.821366 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-5def6d08-5721-4db8-8b3b-cdec32b120f5 None None] Notify callbacks [] for port, precommit_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:04.834739 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-89dec2de-8ac5-450b-8168-7810271bf7a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762846864680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3006662'] for port, after_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:04.848841 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-5def6d08-5721-4db8-8b3b-cdec32b120f5 None None] Transition to ACTIVE for port object 0983bc9a-8d20-4237-a638-9420194e713f will not be triggered until provisioned by entity L2. {{(pid=87788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 03:03:04.871729 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Pushing event updated for resources: {'Port': ['ID=08fa8ce2-c2c3-43b2-b9b0-7eca75155cd5,revision_number=3']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:03:04.906470 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89dec2de-8ac5-450b-8168-7810271bf7a3 admin admin] Network 6647b071-2e5e-4619-a828-037a7ae75e67 is already hosted by enough agents. {{(pid=87787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 03:03:04.908040 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-5def6d08-5721-4db8-8b3b-cdec32b120f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762847214852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762846864698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762846864743'] for port, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:04.909107 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.scheduler.base_scheduler [None req-89dec2de-8ac5-450b-8168-7810271bf7a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=87787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 03:03:04.912661 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89dec2de-8ac5-450b-8168-7810271bf7a3 admin admin] Received port after_create {{(pid=87787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 03:03:04.960772 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dec2de-8ac5-450b-8168-7810271bf7a3 admin admin] Pushing event updated for resources: {'Port': ['ID=7a1a222c-4d0f-4b4d-a19b-915c93b34750,revision_number=1']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:03:04.987183 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-89dec2de-8ac5-450b-8168-7810271bf7a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-333527'] for router_interface, before_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:05.006623 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73211339-9207-4210-81a6-0bc7204f8bc9 None None] Pushing event updated for resources: {'Port': ['ID=0983bc9a-8d20-4237-a638-9420194e713f,revision_number=2']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:03:05.010695 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.managers [None req-5def6d08-5721-4db8-8b3b-cdec32b120f5 None None] Attempting to bind port 0983bc9a-8d20-4237-a638-9420194e713f on host dv-cinder-837051-1-smb for vnic_type normal with profile {{(pid=87788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 03:03:05.011074 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.managers [None req-5def6d08-5721-4db8-8b3b-cdec32b120f5 None None] Attempting to bind port 0983bc9a-8d20-4237-a638-9420194e713f by drivers openvswitch,hyperv on host dv-cinder-837051-1-smb at level 0 using segments [{'id': '2f3db029-7821-49c5-950d-ef9b857fea9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b'}] {{(pid=87788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 03:03:05.011463 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5def6d08-5721-4db8-8b3b-cdec32b120f5 None None] Attempting to bind port 0983bc9a-8d20-4237-a638-9420194e713f on network 98d1e709-75a7-4f60-9ef6-cd80d5a9207b {{(pid=87788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 03:03:05.017261 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5def6d08-5721-4db8-8b3b-cdec32b120f5 None None] Checking agent: {'id': '506bd601-c596-4b52-979e-3670b1bbe31d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837051-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 2, 46, 59), 'started_at': datetime.datetime(2022, 4, 8, 2, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 3, 2, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837051-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 03:03:05.017711 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5def6d08-5721-4db8-8b3b-cdec32b120f5 None None] Checking segment: {'id': '2f3db029-7821-49c5-950d-ef9b857fea9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 03:03:05.018184 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-5def6d08-5721-4db8-8b3b-cdec32b120f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:05.018643 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5def6d08-5721-4db8-8b3b-cdec32b120f5 None None] Bound using segment: {'id': '2f3db029-7821-49c5-950d-ef9b857fea9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b'} {{(pid=87788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 03:03:05.019226 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.managers [None req-5def6d08-5721-4db8-8b3b-cdec32b120f5 None None] Bound port: 0983bc9a-8d20-4237-a638-9420194e713f, host: dv-cinder-837051-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f3db029-7821-49c5-950d-ef9b857fea9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b'}}] {{(pid=87788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 03:03:05.019712 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-5def6d08-5721-4db8-8b3b-cdec32b120f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:05.024587 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda2b1e6-f9e5-4792-9523-fbcdb72d84cb req-4027200b-5ca3-4e6b-97a9-2b127fd2ba8d tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:03:05.040713 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-fda2b1e6-f9e5-4792-9523-fbcdb72d84cb req-4027200b-5ca3-4e6b-97a9-2b127fd2ba8d tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4393a78-1cab-4756-88e9-3b634af68a4b HTTP/1.1" status: 200 len: 946 time: 0.1147614 Apr 08 03:03:05.131215 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.plugin [req-fda2b1e6-f9e5-4792-9523-fbcdb72d84cb req-57053f4a-cfa5-49eb-b245-cd7fdd0f31dc tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Deleting port f75f4170-55bc-47c3-b4f9-02b0e101153d {{(pid=87786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 03:03:05.131657 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [req-fda2b1e6-f9e5-4792-9523-fbcdb72d84cb req-57053f4a-cfa5-49eb-b245-cd7fdd0f31dc tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762847207940'] for port, before_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:05.149782 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.db [None req-5def6d08-5721-4db8-8b3b-cdec32b120f5 None None] For port 0983bc9a-8d20-4237-a638-9420194e713f, host dv-cinder-837051-1-smb, cleared binding levels {{(pid=87788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 03:03:05.153049 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.db [None req-5def6d08-5721-4db8-8b3b-cdec32b120f5 None None] For port 0983bc9a-8d20-4237-a638-9420194e713f, host dv-cinder-837051-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837051-1-smb',level=0,port_id=0983bc9a-8d20-4237-a638-9420194e713f,segment=NetworkSegment(2f3db029-7821-49c5-950d-ef9b857fea9c),segment_id=2f3db029-7821-49c5-950d-ef9b857fea9c)] {{(pid=87788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 03:03:05.214044 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-89dec2de-8ac5-450b-8168-7810271bf7a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_update {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:05.233341 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-5def6d08-5721-4db8-8b3b-cdec32b120f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762847214852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762846864698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762846864743'] for port, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:05.285182 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-2596343f-17c8-47b0-aa47-01529cc8ba39 None None] Provisioning for port 7a1a222c-4d0f-4b4d-a19b-915c93b34750 completed by entity DHCP. {{(pid=87788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 03:03:05.310434 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-2596343f-17c8-47b0-aa47-01529cc8ba39 None None] Provisioning complete for port 7a1a222c-4d0f-4b4d-a19b-915c93b34750 triggered by entity DHCP. {{(pid=87788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 03:03:05.311035 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-2596343f-17c8-47b0-aa47-01529cc8ba39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587297'] for port, provisioning_complete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:05.380538 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73211339-9207-4210-81a6-0bc7204f8bc9 None None] Pushing event updated for resources: {'Port': ['ID=0983bc9a-8d20-4237-a638-9420194e713f,revision_number=3']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:03:05.389262 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5def6d08-5721-4db8-8b3b-cdec32b120f5 None None] Routers {'dd8eb64c-3a57-48c7-b126-615a3108ed21'} bound to L3 agent in host dv-cinder-837051-1-smb {{(pid=87788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 03:03:05.399017 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.l3_hamode_db [None req-5def6d08-5721-4db8-8b3b-cdec32b120f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837051-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T02:46:58Z,description=,heartbeat_timestamp=2022-04-08T03:02:58Z,host='dv-cinder-837051-1-smb',id=70d74887-4404-4f0d-99b3-e017d5637063,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T02:46:59Z,topic='l3_agent')) {'router_ids': ['dd8eb64c-3a57-48c7-b126-615a3108ed21'], 'active': True} {{(pid=87788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 03:03:05.424951 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.db [req-fda2b1e6-f9e5-4792-9523-fbcdb72d84cb req-57053f4a-cfa5-49eb-b245-cd7fdd0f31dc tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] For port f75f4170-55bc-47c3-b4f9-02b0e101153d, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=f75f4170-55bc-47c3-b4f9-02b0e101153d,segment=NetworkSegment(b999ec1c-7290-4f58-a0e4-e85f79fb25cd),segment_id=b999ec1c-7290-4f58-a0e4-e85f79fb25cd)] {{(pid=87786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 03:03:05.426741 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [req-fda2b1e6-f9e5-4792-9523-fbcdb72d84cb req-57053f4a-cfa5-49eb-b245-cd7fdd0f31dc tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334124'] for port, precommit_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:05.463712 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Device 08fa8ce2-c2c3-43b2-b9b0-7eca75155cd5 up at agent ovs-agent-dv-cinder-837051-1-smb {{(pid=87788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 03:03:05.529093 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.plugin [None req-2596343f-17c8-47b0-aa47-01529cc8ba39 None None] Port 7a1a222c-4d0f-4b4d-a19b-915c93b34750 cannot update to ACTIVE because it is not bound. {{(pid=87788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 03:03:05.548795 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-89dec2de-8ac5-450b-8168-7810271bf7a3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:05.594878 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-89dec2de-8ac5-450b-8168-7810271bf7a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762847214852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762846864698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762846864743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3006669'] for port, after_update {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:05.600898 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.plugin [req-fda2b1e6-f9e5-4792-9523-fbcdb72d84cb req-57053f4a-cfa5-49eb-b245-cd7fdd0f31dc tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Calling delete_port for f75f4170-55bc-47c3-b4f9-02b0e101153d owned by compute:nova {{(pid=87786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 03:03:05.663432 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Provisioning complete for port 08fa8ce2-c2c3-43b2-b9b0-7eca75155cd5 triggered by entity L2. {{(pid=87788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 03:03:05.663805 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587297'] for port, provisioning_complete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:05.693506 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.l3_dvr_db [None req-5def6d08-5721-4db8-8b3b-cdec32b120f5 None None] Set router dd8eb64c-3a57-48c7-b126-615a3108ed21 gateway port host: dv-cinder-837051-1-smb {{(pid=87788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 03:03:05.700006 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-89dec2de-8ac5-450b-8168-7810271bf7a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-333118'] for router_interface, after_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:05.703658 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dec2de-8ac5-450b-8168-7810271bf7a3 admin admin] Pushing event updated for resources: {'Port': ['ID=7a1a222c-4d0f-4b4d-a19b-915c93b34750,revision_number=2']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:03:05.715641 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89dec2de-8ac5-450b-8168-7810271bf7a3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:03:05.716015 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89dec2de-8ac5-450b-8168-7810271bf7a3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:03:05.716321 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89dec2de-8ac5-450b-8168-7810271bf7a3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:03:05.716669 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89dec2de-8ac5-450b-8168-7810271bf7a3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:03:05.716986 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89dec2de-8ac5-450b-8168-7810271bf7a3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:03:05.717315 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89dec2de-8ac5-450b-8168-7810271bf7a3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:03:05.717640 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89dec2de-8ac5-450b-8168-7810271bf7a3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:03:05.717965 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89dec2de-8ac5-450b-8168-7810271bf7a3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:03:05.718300 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89dec2de-8ac5-450b-8168-7810271bf7a3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:03:05.718615 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89dec2de-8ac5-450b-8168-7810271bf7a3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:03:05.718941 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89dec2de-8ac5-450b-8168-7810271bf7a3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:03:05.719286 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89dec2de-8ac5-450b-8168-7810271bf7a3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:03:05.796538 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61e5d24-a1c5-494d-a3bc-cab76452a5c9 req-fcccfd87-ad36-4242-9371-6e8d14765677 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:03:05.797991 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-e61e5d24-a1c5-494d-a3bc-cab76452a5c9 req-fcccfd87-ad36-4242-9371-6e8d14765677 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4393a78-1cab-4756-88e9-3b634af68a4b HTTP/1.1" status: 200 len: 946 time: 0.2934196 Apr 08 03:03:05.857954 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89dec2de-8ac5-450b-8168-7810271bf7a3 admin admin] Network 6647b071-2e5e-4619-a828-037a7ae75e67 is already hosted by enough agents. {{(pid=87787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 03:03:05.859173 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.scheduler.base_scheduler [None req-89dec2de-8ac5-450b-8168-7810271bf7a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=87787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 03:03:05.890625 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-e61e5d24-a1c5-494d-a3bc-cab76452a5c9 req-0f828427-7402-4020-9116-e757a35c57fa tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/security-groups?id=182843b8-633a-4f61-a3e3-f50baa1f3acb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623014 Apr 08 03:03:05.954209 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [req-fda2b1e6-f9e5-4792-9523-fbcdb72d84cb req-57053f4a-cfa5-49eb-b245-cd7fdd0f31dc tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762847213038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762846864689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2754409'] for port, after_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:05.997278 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.db [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] get_ports_and_sgs() called for port_ids ['5230efcd-8140-4a2f-8c1c-1b27f55d7ed6', 'f75f4170-55bc-47c3-b4f9-02b0e101153d'] {{(pid=87788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 03:03:06.012775 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57053f4a-cfa5-49eb-b245-cd7fdd0f31dc tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Pushing event deleted for resources: {'Port': ['ID=f75f4170-55bc-47c3-b4f9-02b0e101153d,revision_number=None']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:03:06.094298 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89dec2de-8ac5-450b-8168-7810271bf7a3 admin admin] Router dd8eb64c-3a57-48c7-b126-615a3108ed21 has already been hosted by L3 agent 70d74887-4404-4f0d-99b3-e017d5637063 {{(pid=87787) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 03:03:06.102769 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.l3_dvrscheduler_db [req-fda2b1e6-f9e5-4792-9523-fbcdb72d84cb req-57053f4a-cfa5-49eb-b245-cd7fdd0f31dc tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] No DVR routers for this DVR port f75f4170-55bc-47c3-b4f9-02b0e101153d on host hv-cinder-83705 {{(pid=87786) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 03:03:06.105669 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [req-fda2b1e6-f9e5-4792-9523-fbcdb72d84cb req-57053f4a-cfa5-49eb-b245-cd7fdd0f31dc tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207533'] for port, before_response {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:06.108481 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4393a78-1cab-4756-88e9-3b634af68a4b', 'name': 'network-vif-deleted', 'tag': 'f75f4170-55bc-47c3-b4f9-02b0e101153d'}] {{(pid=87786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 03:03:06.153844 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d0afb22-c605-4d4c-aea5-92f364ccd967'] response: {'server_uuid': 'f4393a78-1cab-4756-88e9-3b634af68a4b', 'name': 'network-vif-deleted', 'tag': 'f75f4170-55bc-47c3-b4f9-02b0e101153d', 'status': 'completed', 'code': 200} Apr 08 03:03:06.184324 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-fda2b1e6-f9e5-4792-9523-fbcdb72d84cb req-57053f4a-cfa5-49eb-b245-cd7fdd0f31dc tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.39 "DELETE /v2.0/ports/f75f4170-55bc-47c3-b4f9-02b0e101153d HTTP/1.1" status: 204 len: 173 time: 1.1374221 Apr 08 03:03:06.215878 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-15d4230b-8c51-48c2-a7e6-a397992ad62a None None] Provisioning complete for port 7a1a222c-4d0f-4b4d-a19b-915c93b34750 triggered by entity DHCP. {{(pid=87788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 03:03:06.216483 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-15d4230b-8c51-48c2-a7e6-a397992ad62a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587297'] for port, provisioning_complete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:06.298171 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89dec2de-8ac5-450b-8168-7810271bf7a3 admin admin] Notify agent at l3_agent.dv-cinder-837051-1-smb the message routers_updated {{(pid=87787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 03:03:06.314577 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-89dec2de-8ac5-450b-8168-7810271bf7a3 admin admin] 10.222.0.15 "PUT /v2.0/routers/dd8eb64c-3a57-48c7-b126-615a3108ed21/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6976259 Apr 08 03:03:06.314790 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.plugin [None req-15d4230b-8c51-48c2-a7e6-a397992ad62a None None] Port 7a1a222c-4d0f-4b4d-a19b-915c93b34750 cannot update to ACTIVE because it is not bound. {{(pid=87788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 03:03:06.328679 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.l3_hamode_db [None req-5def6d08-5721-4db8-8b3b-cdec32b120f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd8eb64c-3a57-48c7-b126-615a3108ed21', 'name': 'tempest-TestShelveInstance-1307835745-router', 'tenant_id': '81dcacae000b4b22b440da0e2b541d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'external_fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.115'}], 'enable_snat': True}, 'gw_port_id': '0983bc9a-8d20-4237-a638-9420194e713f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T03:02:59Z', 'updated_at': '2022-04-08T03:03:05Z', 'revision_number': 4, 'project_id': '81dcacae000b4b22b440da0e2b541d75', 'gw_port': {'id': '0983bc9a-8d20-4237-a638-9420194e713f', 'name': '', 'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:c4:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd8eb64c-3a57-48c7-b126-615a3108ed21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T03:03:01Z', 'updated_at': '2022-04-08T03:03:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-smb', '_interfaces': [{'id': '7a1a222c-4d0f-4b4d-a19b-915c93b34750', 'name': '', 'network_id': '6647b071-2e5e-4619-a828-037a7ae75e67', 'tenant_id': '81dcacae000b4b22b440da0e2b541d75', 'mac_address': 'fa:16:3e:14:3e:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd8eb64c-3a57-48c7-b126-615a3108ed21', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '3c6e8eab-d409-43a5-98cf-411a54f6f1e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T03:03:04Z', 'updated_at': '2022-04-08T03:03:04Z', 'revision_number': 1, 'project_id': '81dcacae000b4b22b440da0e2b541d75', 'subnets': [{'id': '3c6e8eab-d409-43a5-98cf-411a54f6f1e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837051-1-smb', False) {} {{(pid=87788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 03:03:06.343441 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5def6d08-5721-4db8-8b3b-cdec32b120f5 None None] The sync data for ids ['dd8eb64c-3a57-48c7-b126-615a3108ed21'] in dv-cinder-837051-1-smb is: [{'id': 'dd8eb64c-3a57-48c7-b126-615a3108ed21', 'name': 'tempest-TestShelveInstance-1307835745-router', 'tenant_id': '81dcacae000b4b22b440da0e2b541d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'external_fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.115'}], 'enable_snat': True}, 'gw_port_id': '0983bc9a-8d20-4237-a638-9420194e713f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T03:02:59Z', 'updated_at': '2022-04-08T03:03:05Z', 'revision_number': 4, 'project_id': '81dcacae000b4b22b440da0e2b541d75', 'gw_port': {'id': '0983bc9a-8d20-4237-a638-9420194e713f', 'name': '', 'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:c4:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd8eb64c-3a57-48c7-b126-615a3108ed21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T03:03:01Z', 'updated_at': '2022-04-08T03:03:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-smb', '_interfaces': [{'id': '7a1a222c-4d0f-4b4d-a19b-915c93b34750', 'name': '', 'network_id': '6647b071-2e5e-4619-a828-037a7ae75e67', 'tenant_id': '81dcacae000b4b22b440da0e2b541d75', 'mac_address': 'fa:16:3e:14:3e:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd8eb64c-3a57-48c7-b126-615a3108ed21', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '3c6e8eab-d409-43a5-98cf-411a54f6f1e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T03:03:04Z', 'updated_at': '2022-04-08T03:03:04Z', 'revision_number': 1, 'project_id': '81dcacae000b4b22b440da0e2b541d75', 'subnets': [{'id': '3c6e8eab-d409-43a5-98cf-411a54f6f1e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 03:03:07.083972 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [req-105e3dfa-e88b-4688-8b5a-aa658d6ccff4 req-00c687f4-2e36-4a66-8369-69241efda12e tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Synchronizing usage tracker for tenant:9e6274c43de24b849ee9a4529c53f5b5 on resource:port {{(pid=87786) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 03:03:07.210861 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [req-105e3dfa-e88b-4688-8b5a-aa658d6ccff4 req-00c687f4-2e36-4a66-8369-69241efda12e tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Unset dirty status for tenant:9e6274c43de24b849ee9a4529c53f5b5 on resource:port {{(pid=87786) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 03:03:07.211994 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-105e3dfa-e88b-4688-8b5a-aa658d6ccff4 req-00c687f4-2e36-4a66-8369-69241efda12e tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4393a78-1cab-4756-88e9-3b634af68a4b HTTP/1.1" status: 200 len: 210 time: 0.1728566 Apr 08 03:03:07.280525 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 48882) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:03:07.286427 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.v2.base [None req-d166050e-aab4-4144-891e-ef86d3e9e062 tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1494459978', 'description': 'tempest-secgroup-smoke-1494459978 description', 'project_id': 'd795d4c3932b47d7849e48c0ea1f7259'}} {{(pid=87787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 03:03:07.292459 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-d166050e-aab4-4144-891e-ef86d3e9e062 tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 03:03:07.296870 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-d166050e-aab4-4144-891e-ef86d3e9e062 tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] Usage tracker for resource:security_group and tenant:d795d4c3932b47d7849e48c0ea1f7259 is out of sync, need to count used quota {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 03:03:07.301277 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-d166050e-aab4-4144-891e-ef86d3e9e062 tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 03:03:07.305440 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-d166050e-aab4-4144-891e-ef86d3e9e062 tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 03:03:07.359975 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-d166050e-aab4-4144-891e-ef86d3e9e062 tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] Notify callbacks [] for security_group, before_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:07.380546 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-d166050e-aab4-4144-891e-ef86d3e9e062 tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 03:03:07.384414 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-d166050e-aab4-4144-891e-ef86d3e9e062 tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] Usage tracker for resource:security_group_rule and tenant:d795d4c3932b47d7849e48c0ea1f7259 is out of sync, need to count used quota {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 03:03:07.387163 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-d166050e-aab4-4144-891e-ef86d3e9e062 tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 03:03:07.392992 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-d166050e-aab4-4144-891e-ef86d3e9e062 tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 03:03:07.461023 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-d166050e-aab4-4144-891e-ef86d3e9e062 tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] Notify callbacks [] for security_group, precommit_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:07.535063 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-d166050e-aab4-4144-891e-ef86d3e9e062 tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:07.579428 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d166050e-aab4-4144-891e-ef86d3e9e062 tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ffd4b26c-b78c-4d00-8cbd-37d4ed5bcef7,revision_number=1']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:03:07.640029 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-d166050e-aab4-4144-891e-ef86d3e9e062 tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] Notify callbacks [] for security_group, before_response {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:07.641377 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-d166050e-aab4-4144-891e-ef86d3e9e062 tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3597374 Apr 08 03:03:07.644284 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 48886) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:03:07.650637 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.v2.base [None req-8e1f60c0-b382-426c-bb78-6c6fd15489db tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] Request body: {'security_group_rule': {'security_group_id': 'ffd4b26c-b78c-4d00-8cbd-37d4ed5bcef7', 'project_id': 'd795d4c3932b47d7849e48c0ea1f7259', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 03:03:07.657008 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-8e1f60c0-b382-426c-bb78-6c6fd15489db tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 03:03:07.661546 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-8e1f60c0-b382-426c-bb78-6c6fd15489db tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] Usage tracker for resource:security_group_rule and tenant:d795d4c3932b47d7849e48c0ea1f7259 is out of sync, need to count used quota {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 03:03:07.665182 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-8e1f60c0-b382-426c-bb78-6c6fd15489db tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 03:03:07.670367 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-8e1f60c0-b382-426c-bb78-6c6fd15489db tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 03:03:07.734047 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.agents_db [None req-78530461-7b12-4524-9e6e-3e4de8d78fc4 None None] Agent healthcheck: found 6 active agents {{(pid=87789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 03:03:07.749606 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-8e1f60c0-b382-426c-bb78-6c6fd15489db tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:07.815581 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-8e1f60c0-b382-426c-bb78-6c6fd15489db tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:07.885526 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-8e1f60c0-b382-426c-bb78-6c6fd15489db tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411622'] for security_group_rule, after_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:07.979490 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1f60c0-b382-426c-bb78-6c6fd15489db tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5dc802ad-22ad-4861-8a9f-e92667edc822,revision_number=0']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:03:08.041263 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-8e1f60c0-b382-426c-bb78-6c6fd15489db tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:08.042806 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-8e1f60c0-b382-426c-bb78-6c6fd15489db tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3962452 Apr 08 03:03:08.045711 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 48890) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:03:08.051523 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.v2.base [None req-d96aa20f-ef80-473a-8bd5-2ee94528241f tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] Request body: {'security_group_rule': {'security_group_id': 'ffd4b26c-b78c-4d00-8cbd-37d4ed5bcef7', 'project_id': 'd795d4c3932b47d7849e48c0ea1f7259', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 03:03:08.057810 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-d96aa20f-ef80-473a-8bd5-2ee94528241f tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 03:03:08.061789 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-d96aa20f-ef80-473a-8bd5-2ee94528241f tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] Usage tracker for resource:security_group_rule and tenant:d795d4c3932b47d7849e48c0ea1f7259 is out of sync, need to count used quota {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 03:03:08.064622 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-d96aa20f-ef80-473a-8bd5-2ee94528241f tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 03:03:08.072630 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-d96aa20f-ef80-473a-8bd5-2ee94528241f tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 03:03:08.142370 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-d96aa20f-ef80-473a-8bd5-2ee94528241f tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:08.210621 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-d96aa20f-ef80-473a-8bd5-2ee94528241f tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:08.272790 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-d96aa20f-ef80-473a-8bd5-2ee94528241f tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411622'] for security_group_rule, after_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:08.297261 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96aa20f-ef80-473a-8bd5-2ee94528241f tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9ab8677-dbca-4f77-945c-f9273e9ba368,revision_number=0']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:03:08.393886 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-d96aa20f-ef80-473a-8bd5-2ee94528241f tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:08.395525 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-d96aa20f-ef80-473a-8bd5-2ee94528241f tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3486691 Apr 08 03:03:08.398140 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 48898) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:03:08.404101 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.v2.base [None req-bffc729d-a404-4068-b5c4-0144a75f0af7 tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] Request body: {'security_group_rule': {'security_group_id': 'ffd4b26c-b78c-4d00-8cbd-37d4ed5bcef7', 'project_id': 'd795d4c3932b47d7849e48c0ea1f7259', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 03:03:08.410845 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-bffc729d-a404-4068-b5c4-0144a75f0af7 tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 03:03:08.415713 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-bffc729d-a404-4068-b5c4-0144a75f0af7 tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] Usage tracker for resource:security_group_rule and tenant:d795d4c3932b47d7849e48c0ea1f7259 is out of sync, need to count used quota {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 03:03:08.418618 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-bffc729d-a404-4068-b5c4-0144a75f0af7 tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 03:03:08.424295 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-bffc729d-a404-4068-b5c4-0144a75f0af7 tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 03:03:08.519618 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-bffc729d-a404-4068-b5c4-0144a75f0af7 tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:08.586362 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-bffc729d-a404-4068-b5c4-0144a75f0af7 tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:08.674096 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-bffc729d-a404-4068-b5c4-0144a75f0af7 tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411622'] for security_group_rule, after_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:08.698655 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffc729d-a404-4068-b5c4-0144a75f0af7 tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=989c9b83-8d3c-4c11-aba1-e9e93acfb5f0,revision_number=0']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:03:08.771751 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-bffc729d-a404-4068-b5c4-0144a75f0af7 tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:08.772855 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-bffc729d-a404-4068-b5c4-0144a75f0af7 tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3735933 Apr 08 03:03:08.775742 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 48906) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:03:08.780917 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.v2.base [None req-6b8f3d34-91c7-4c1a-8be5-40c7f9713f64 tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] Request body: {'security_group_rule': {'security_group_id': 'ffd4b26c-b78c-4d00-8cbd-37d4ed5bcef7', 'project_id': 'd795d4c3932b47d7849e48c0ea1f7259', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 03:03:08.787296 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-6b8f3d34-91c7-4c1a-8be5-40c7f9713f64 tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 03:03:08.790661 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-6b8f3d34-91c7-4c1a-8be5-40c7f9713f64 tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] Usage tracker for resource:security_group_rule and tenant:d795d4c3932b47d7849e48c0ea1f7259 is out of sync, need to count used quota {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 03:03:08.793601 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-6b8f3d34-91c7-4c1a-8be5-40c7f9713f64 tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 03:03:08.799217 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-6b8f3d34-91c7-4c1a-8be5-40c7f9713f64 tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 03:03:08.867780 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34d852c-d0ca-4763-8653-042c6765ef0d req-6ee93130-546e-4e85-935b-11c1023cdde6 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:03:08.869236 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-f34d852c-d0ca-4763-8653-042c6765ef0d req-6ee93130-546e-4e85-935b-11c1023cdde6 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/ports?device_id=a43547e4-7375-4860-8f97-36d911def7b6 HTTP/1.1" status: 200 len: 945 time: 0.0852354 Apr 08 03:03:08.892050 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-6b8f3d34-91c7-4c1a-8be5-40c7f9713f64 tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:08.914399 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-f34d852c-d0ca-4763-8653-042c6765ef0d req-eaabf907-a5e2-4520-8ff1-8db0670a95a8 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/security-groups?id=182843b8-633a-4f61-a3e3-f50baa1f3acb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393131 Apr 08 03:03:08.956007 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-6b8f3d34-91c7-4c1a-8be5-40c7f9713f64 tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:09.022437 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-6b8f3d34-91c7-4c1a-8be5-40c7f9713f64 tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411622'] for security_group_rule, after_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:09.046956 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8f3d34-91c7-4c1a-8be5-40c7f9713f64 tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1668728-a139-48a5-9ac8-a2264cbea003,revision_number=0']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:03:09.114415 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-6b8f3d34-91c7-4c1a-8be5-40c7f9713f64 tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:09.115639 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-6b8f3d34-91c7-4c1a-8be5-40c7f9713f64 tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3387053 Apr 08 03:03:09.118416 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 48910) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:03:09.123418 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.v2.base [None req-ebd6fd1a-0901-4a12-aebe-fd9438dde18b tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] Request body: {'security_group_rule': {'security_group_id': 'ffd4b26c-b78c-4d00-8cbd-37d4ed5bcef7', 'project_id': 'd795d4c3932b47d7849e48c0ea1f7259', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 03:03:09.129698 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-ebd6fd1a-0901-4a12-aebe-fd9438dde18b tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 03:03:09.133675 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-ebd6fd1a-0901-4a12-aebe-fd9438dde18b tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] Usage tracker for resource:security_group_rule and tenant:d795d4c3932b47d7849e48c0ea1f7259 is out of sync, need to count used quota {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 03:03:09.136582 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-ebd6fd1a-0901-4a12-aebe-fd9438dde18b tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 03:03:09.142501 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-ebd6fd1a-0901-4a12-aebe-fd9438dde18b tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 03:03:09.215830 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:09.228226 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.db.securitygroups_db [None req-ebd6fd1a-0901-4a12-aebe-fd9438dde18b tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] Project d795d4c3932b47d7849e48c0ea1f7259 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 08 03:03:09.235210 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-ebd6fd1a-0901-4a12-aebe-fd9438dde18b tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:09.298443 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-ebd6fd1a-0901-4a12-aebe-fd9438dde18b tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:09.320246 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74851921-a986-423d-8155-65014847f54d None None] Sync routers for ids ['dd8eb64c-3a57-48c7-b126-615a3108ed21'] in dv-cinder-837051-1-smb {{(pid=87789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 03:03:09.329869 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74851921-a986-423d-8155-65014847f54d None None] Routers {'dd8eb64c-3a57-48c7-b126-615a3108ed21'} bound to L3 agent in host dv-cinder-837051-1-smb {{(pid=87789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 03:03:09.330470 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.l3_hamode_db [None req-74851921-a986-423d-8155-65014847f54d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837051-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T02:46:58Z,description=,heartbeat_timestamp=2022-04-08T03:02:58Z,host='dv-cinder-837051-1-smb',id=70d74887-4404-4f0d-99b3-e017d5637063,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T02:46:59Z,topic='l3_agent')) {'router_ids': ['dd8eb64c-3a57-48c7-b126-615a3108ed21'], 'active': True} {{(pid=87789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 03:03:09.376879 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-ebd6fd1a-0901-4a12-aebe-fd9438dde18b tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411622'] for security_group_rule, after_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:09.400691 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd6fd1a-0901-4a12-aebe-fd9438dde18b tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d86d4e69-21a0-4b61-9a48-411e0b633a9b,revision_number=0']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:03:09.427278 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Device 0983bc9a-8d20-4237-a638-9420194e713f up at agent ovs-agent-dv-cinder-837051-1-smb {{(pid=87788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 03:03:09.508435 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-ebd6fd1a-0901-4a12-aebe-fd9438dde18b tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:09.509719 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-ebd6fd1a-0901-4a12-aebe-fd9438dde18b tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3903620 Apr 08 03:03:09.512382 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 48914) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:03:09.513189 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.l3_dvr_db [None req-74851921-a986-423d-8155-65014847f54d None None] Set router dd8eb64c-3a57-48c7-b126-615a3108ed21 gateway port host: dv-cinder-837051-1-smb {{(pid=87789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 03:03:09.517709 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.v2.base [None req-30a5630d-3317-42a9-9694-3b55f4ae3c60 tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] Request body: {'security_group_rule': {'security_group_id': 'ffd4b26c-b78c-4d00-8cbd-37d4ed5bcef7', 'project_id': 'd795d4c3932b47d7849e48c0ea1f7259', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 03:03:09.524369 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-30a5630d-3317-42a9-9694-3b55f4ae3c60 tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 03:03:09.528381 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-30a5630d-3317-42a9-9694-3b55f4ae3c60 tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] Usage tracker for resource:security_group_rule and tenant:d795d4c3932b47d7849e48c0ea1f7259 is out of sync, need to count used quota {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 03:03:09.531153 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-30a5630d-3317-42a9-9694-3b55f4ae3c60 tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 03:03:09.537416 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-30a5630d-3317-42a9-9694-3b55f4ae3c60 tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 03:03:09.580932 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Provisioning for port 0983bc9a-8d20-4237-a638-9420194e713f completed by entity L2. {{(pid=87788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 03:03:09.586597 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Provisioning complete for port 0983bc9a-8d20-4237-a638-9420194e713f triggered by entity L2. {{(pid=87788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 03:03:09.593450 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587297'] for port, provisioning_complete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:09.610000 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.db.securitygroups_db [None req-30a5630d-3317-42a9-9694-3b55f4ae3c60 tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] Project d795d4c3932b47d7849e48c0ea1f7259 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 08 03:03:09.617805 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-30a5630d-3317-42a9-9694-3b55f4ae3c60 tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:09.691247 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-30a5630d-3317-42a9-9694-3b55f4ae3c60 tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:09.714213 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:09.730827 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.db [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] For port 0983bc9a-8d20-4237-a638-9420194e713f, host dv-cinder-837051-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837051-1-smb',level=0,port_id=0983bc9a-8d20-4237-a638-9420194e713f,segment=NetworkSegment(2f3db029-7821-49c5-950d-ef9b857fea9c),segment_id=2f3db029-7821-49c5-950d-ef9b857fea9c)] {{(pid=87788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 03:03:09.747933 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-30a5630d-3317-42a9-9694-3b55f4ae3c60 tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411622'] for security_group_rule, after_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:09.770958 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a5630d-3317-42a9-9694-3b55f4ae3c60 tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca3e58be-7ac3-413d-80a6-24b5483552c7,revision_number=0']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:03:09.774644 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Device f75f4170-55bc-47c3-b4f9-02b0e101153d no longer exists at agent hyperv_hv-cinder-83705 {{(pid=87788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 03:03:09.810393 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.plugin [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] No Port match for: f75f4170-55bc-47c3-b4f9-02b0e101153d {{(pid=87788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 03:03:09.810737 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Device f75f4170-55bc-47c3-b4f9-02b0e101153d not bound to the agent host hv-cinder-83705 {{(pid=87788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 03:03:09.812323 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762847214852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762846864698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762846864743'] for port, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:09.826044 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.l3_hamode_db [None req-74851921-a986-423d-8155-65014847f54d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd8eb64c-3a57-48c7-b126-615a3108ed21', 'name': 'tempest-TestShelveInstance-1307835745-router', 'tenant_id': '81dcacae000b4b22b440da0e2b541d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'external_fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.115'}], 'enable_snat': True}, 'gw_port_id': '0983bc9a-8d20-4237-a638-9420194e713f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T03:02:59Z', 'updated_at': '2022-04-08T03:03:05Z', 'revision_number': 4, 'project_id': '81dcacae000b4b22b440da0e2b541d75', 'gw_port': {'id': '0983bc9a-8d20-4237-a638-9420194e713f', 'name': '', 'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:c4:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd8eb64c-3a57-48c7-b126-615a3108ed21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T03:03:01Z', 'updated_at': '2022-04-08T03:03:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-smb', '_interfaces': [{'id': '7a1a222c-4d0f-4b4d-a19b-915c93b34750', 'name': '', 'network_id': '6647b071-2e5e-4619-a828-037a7ae75e67', 'tenant_id': '81dcacae000b4b22b440da0e2b541d75', 'mac_address': 'fa:16:3e:14:3e:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd8eb64c-3a57-48c7-b126-615a3108ed21', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '3c6e8eab-d409-43a5-98cf-411a54f6f1e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T03:03:04Z', 'updated_at': '2022-04-08T03:03:05Z', 'revision_number': 2, 'project_id': '81dcacae000b4b22b440da0e2b541d75', 'subnets': [{'id': '3c6e8eab-d409-43a5-98cf-411a54f6f1e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837051-1-smb', False) {} {{(pid=87789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 03:03:09.829713 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74851921-a986-423d-8155-65014847f54d None None] Checking router: dd8eb64c-3a57-48c7-b126-615a3108ed21 for host: dv-cinder-837051-1-smb {{(pid=87789) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 03:03:09.830079 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74851921-a986-423d-8155-65014847f54d None None] Updating router dd8eb64c-3a57-48c7-b126-615a3108ed21 port 7a1a222c-4d0f-4b4d-a19b-915c93b34750 binding host dv-cinder-837051-1-smb {{(pid=87789) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 03:03:09.862793 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-30a5630d-3317-42a9-9694-3b55f4ae3c60 tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:09.872911 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-30a5630d-3317-42a9-9694-3b55f4ae3c60 tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3506210 Apr 08 03:03:09.882500 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-74851921-a986-423d-8155-65014847f54d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_update {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:09.884520 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Pushing event updated for resources: {'Port': ['ID=0983bc9a-8d20-4237-a638-9420194e713f,revision_number=4']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:03:10.120423 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba5b909-8a54-4527-953e-d96a0d8d0601 req-b77387e3-49d5-4b8f-9853-f2b64468dbc8 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:03:10.121999 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-3ba5b909-8a54-4527-953e-d96a0d8d0601 req-b77387e3-49d5-4b8f-9853-f2b64468dbc8 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/ports?device_id=a43547e4-7375-4860-8f97-36d911def7b6 HTTP/1.1" status: 200 len: 945 time: 0.0986373 Apr 08 03:03:10.169461 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-3ba5b909-8a54-4527-953e-d96a0d8d0601 req-da07a3d6-cc87-428d-8b0d-7951145c57c5 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/security-groups?id=182843b8-633a-4f61-a3e3-f50baa1f3acb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396659 Apr 08 03:03:10.240169 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-74851921-a986-423d-8155-65014847f54d None None] Notify callbacks [] for port, precommit_update {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:10.251650 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.provisioning_blocks [None req-74851921-a986-423d-8155-65014847f54d None None] Transition to ACTIVE for port object 7a1a222c-4d0f-4b4d-a19b-915c93b34750 will not be triggered until provisioned by entity L2. {{(pid=87789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 03:03:10.336089 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-74851921-a986-423d-8155-65014847f54d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762847214852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762846864698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762846864743'] for port, after_update {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:10.497940 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd4b27a-f85b-4995-b442-36d471f9c595 None None] Pushing event updated for resources: {'Port': ['ID=7a1a222c-4d0f-4b4d-a19b-915c93b34750,revision_number=3']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:03:10.591175 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.plugins.ml2.managers [None req-74851921-a986-423d-8155-65014847f54d None None] Attempting to bind port 7a1a222c-4d0f-4b4d-a19b-915c93b34750 on host dv-cinder-837051-1-smb for vnic_type normal with profile {{(pid=87789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 03:03:10.591538 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.plugins.ml2.managers [None req-74851921-a986-423d-8155-65014847f54d None None] Attempting to bind port 7a1a222c-4d0f-4b4d-a19b-915c93b34750 by drivers openvswitch,hyperv on host dv-cinder-837051-1-smb at level 0 using segments [{'id': 'c4efc612-be7d-4dfd-80e9-7b3a290305ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '6647b071-2e5e-4619-a828-037a7ae75e67'}] {{(pid=87789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 03:03:10.591903 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74851921-a986-423d-8155-65014847f54d None None] Attempting to bind port 7a1a222c-4d0f-4b4d-a19b-915c93b34750 on network 6647b071-2e5e-4619-a828-037a7ae75e67 {{(pid=87789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 03:03:10.597186 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74851921-a986-423d-8155-65014847f54d None None] Checking agent: {'id': '506bd601-c596-4b52-979e-3670b1bbe31d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837051-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 2, 46, 59), 'started_at': datetime.datetime(2022, 4, 8, 2, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 3, 2, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837051-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 03:03:10.598109 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74851921-a986-423d-8155-65014847f54d None None] Checking segment: {'id': 'c4efc612-be7d-4dfd-80e9-7b3a290305ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '6647b071-2e5e-4619-a828-037a7ae75e67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 03:03:10.599109 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-74851921-a986-423d-8155-65014847f54d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:10.599527 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74851921-a986-423d-8155-65014847f54d None None] Bound using segment: {'id': 'c4efc612-be7d-4dfd-80e9-7b3a290305ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '6647b071-2e5e-4619-a828-037a7ae75e67'} {{(pid=87789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 03:03:10.599999 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.plugins.ml2.managers [None req-74851921-a986-423d-8155-65014847f54d None None] Bound port: 7a1a222c-4d0f-4b4d-a19b-915c93b34750, host: dv-cinder-837051-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4efc612-be7d-4dfd-80e9-7b3a290305ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '6647b071-2e5e-4619-a828-037a7ae75e67'}}] {{(pid=87789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 03:03:10.600394 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-74851921-a986-423d-8155-65014847f54d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_update {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:10.693621 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.plugins.ml2.db [None req-74851921-a986-423d-8155-65014847f54d None None] For port 7a1a222c-4d0f-4b4d-a19b-915c93b34750, host dv-cinder-837051-1-smb, cleared binding levels {{(pid=87789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 03:03:10.696407 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.plugins.ml2.db [None req-74851921-a986-423d-8155-65014847f54d None None] For port 7a1a222c-4d0f-4b4d-a19b-915c93b34750, host dv-cinder-837051-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837051-1-smb',level=0,port_id=7a1a222c-4d0f-4b4d-a19b-915c93b34750,segment=NetworkSegment(c4efc612-be7d-4dfd-80e9-7b3a290305ef),segment_id=c4efc612-be7d-4dfd-80e9-7b3a290305ef)] {{(pid=87789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 03:03:10.787735 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-74851921-a986-423d-8155-65014847f54d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762847214852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762846864698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762846864743'] for port, after_update {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:10.856013 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74851921-a986-423d-8155-65014847f54d None None] Routers {'dd8eb64c-3a57-48c7-b126-615a3108ed21'} bound to L3 agent in host dv-cinder-837051-1-smb {{(pid=87789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 03:03:10.856013 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.l3_hamode_db [None req-74851921-a986-423d-8155-65014847f54d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837051-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T02:46:58Z,description=,heartbeat_timestamp=2022-04-08T03:02:58Z,host='dv-cinder-837051-1-smb',id=70d74887-4404-4f0d-99b3-e017d5637063,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T02:46:59Z,topic='l3_agent')) {'router_ids': ['dd8eb64c-3a57-48c7-b126-615a3108ed21'], 'active': True} {{(pid=87789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 03:03:10.963935 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd4b27a-f85b-4995-b442-36d471f9c595 None None] Pushing event updated for resources: {'Port': ['ID=7a1a222c-4d0f-4b4d-a19b-915c93b34750,revision_number=4']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:03:11.070597 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.l3_dvr_db [None req-74851921-a986-423d-8155-65014847f54d None None] Set router dd8eb64c-3a57-48c7-b126-615a3108ed21 gateway port host: dv-cinder-837051-1-smb {{(pid=87789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 03:03:11.391006 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.l3_hamode_db [None req-74851921-a986-423d-8155-65014847f54d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd8eb64c-3a57-48c7-b126-615a3108ed21', 'name': 'tempest-TestShelveInstance-1307835745-router', 'tenant_id': '81dcacae000b4b22b440da0e2b541d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'external_fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.115'}], 'enable_snat': True}, 'gw_port_id': '0983bc9a-8d20-4237-a638-9420194e713f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T03:02:59Z', 'updated_at': '2022-04-08T03:03:05Z', 'revision_number': 4, 'project_id': '81dcacae000b4b22b440da0e2b541d75', 'gw_port': {'id': '0983bc9a-8d20-4237-a638-9420194e713f', 'name': '', 'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:c4:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd8eb64c-3a57-48c7-b126-615a3108ed21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T03:03:01Z', 'updated_at': '2022-04-08T03:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-smb', '_interfaces': [{'id': '7a1a222c-4d0f-4b4d-a19b-915c93b34750', 'name': '', 'network_id': '6647b071-2e5e-4619-a828-037a7ae75e67', 'tenant_id': '81dcacae000b4b22b440da0e2b541d75', 'mac_address': 'fa:16:3e:14:3e:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd8eb64c-3a57-48c7-b126-615a3108ed21', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '3c6e8eab-d409-43a5-98cf-411a54f6f1e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T03:03:04Z', 'updated_at': '2022-04-08T03:03:10Z', 'revision_number': 4, 'project_id': '81dcacae000b4b22b440da0e2b541d75', 'subnets': [{'id': '3c6e8eab-d409-43a5-98cf-411a54f6f1e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837051-1-smb', False) {} {{(pid=87789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 03:03:11.397361 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74851921-a986-423d-8155-65014847f54d None None] The sync data for ids ['dd8eb64c-3a57-48c7-b126-615a3108ed21'] in dv-cinder-837051-1-smb is: [{'id': 'dd8eb64c-3a57-48c7-b126-615a3108ed21', 'name': 'tempest-TestShelveInstance-1307835745-router', 'tenant_id': '81dcacae000b4b22b440da0e2b541d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'external_fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.115'}], 'enable_snat': True}, 'gw_port_id': '0983bc9a-8d20-4237-a638-9420194e713f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T03:02:59Z', 'updated_at': '2022-04-08T03:03:05Z', 'revision_number': 4, 'project_id': '81dcacae000b4b22b440da0e2b541d75', 'gw_port': {'id': '0983bc9a-8d20-4237-a638-9420194e713f', 'name': '', 'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:c4:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd8eb64c-3a57-48c7-b126-615a3108ed21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T03:03:01Z', 'updated_at': '2022-04-08T03:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-smb', '_interfaces': [{'id': '7a1a222c-4d0f-4b4d-a19b-915c93b34750', 'name': '', 'network_id': '6647b071-2e5e-4619-a828-037a7ae75e67', 'tenant_id': '81dcacae000b4b22b440da0e2b541d75', 'mac_address': 'fa:16:3e:14:3e:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd8eb64c-3a57-48c7-b126-615a3108ed21', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '3c6e8eab-d409-43a5-98cf-411a54f6f1e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T03:03:04Z', 'updated_at': '2022-04-08T03:03:10Z', 'revision_number': 4, 'project_id': '81dcacae000b4b22b440da0e2b541d75', 'subnets': [{'id': '3c6e8eab-d409-43a5-98cf-411a54f6f1e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 03:03:11.406782 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8507c4ed-d895-494b-ba8a-e275976a8a25 req-e34c4a74-8706-4195-af6b-b3e34a54d822 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:03:11.408686 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-8507c4ed-d895-494b-ba8a-e275976a8a25 req-e34c4a74-8706-4195-af6b-b3e34a54d822 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/ports?device_id=a43547e4-7375-4860-8f97-36d911def7b6 HTTP/1.1" status: 200 len: 945 time: 0.1257982 Apr 08 03:03:11.437774 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Device 0983bc9a-8d20-4237-a638-9420194e713f up at agent ovs-agent-dv-cinder-837051-1-smb {{(pid=87788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 03:03:11.468129 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-8507c4ed-d895-494b-ba8a-e275976a8a25 req-da7982f0-5fa0-413d-b713-59b244f4df0e tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/security-groups?id=182843b8-633a-4f61-a3e3-f50baa1f3acb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451462 Apr 08 03:03:11.518665 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Provisioning complete for port 0983bc9a-8d20-4237-a638-9420194e713f triggered by entity L2. {{(pid=87788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 03:03:11.519029 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587297'] for port, provisioning_complete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:11.685325 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800ce68e-8e0c-40dc-aa97-24c44237d0d0 req-63e58b49-c88b-4042-a74b-27039976e18f tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:03:11.686970 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-800ce68e-8e0c-40dc-aa97-24c44237d0d0 req-63e58b49-c88b-4042-a74b-27039976e18f tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.39 "GET /v2.0/ports?device_id=a43547e4-7375-4860-8f97-36d911def7b6 HTTP/1.1" status: 200 len: 945 time: 0.1035209 Apr 08 03:03:11.707631 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Device 7a1a222c-4d0f-4b4d-a19b-915c93b34750 up at agent ovs-agent-dv-cinder-837051-1-smb {{(pid=87788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 03:03:11.771820 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.plugin [req-800ce68e-8e0c-40dc-aa97-24c44237d0d0 req-a79c44a5-d916-4a9d-9c34-2dd87dbf2f18 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Deleting port 5230efcd-8140-4a2f-8c1c-1b27f55d7ed6 {{(pid=87786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 03:03:11.772462 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [req-800ce68e-8e0c-40dc-aa97-24c44237d0d0 req-a79c44a5-d916-4a9d-9c34-2dd87dbf2f18 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762847207940'] for port, before_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:11.851160 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Provisioning for port 7a1a222c-4d0f-4b4d-a19b-915c93b34750 completed by entity L2. {{(pid=87788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 03:03:11.857062 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Provisioning complete for port 7a1a222c-4d0f-4b4d-a19b-915c93b34750 triggered by entity L2. {{(pid=87788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 03:03:11.857507 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587297'] for port, provisioning_complete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:11.992199 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:12.033905 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.db [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] For port 7a1a222c-4d0f-4b4d-a19b-915c93b34750, host dv-cinder-837051-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837051-1-smb',level=0,port_id=7a1a222c-4d0f-4b4d-a19b-915c93b34750,segment=NetworkSegment(c4efc612-be7d-4dfd-80e9-7b3a290305ef),segment_id=c4efc612-be7d-4dfd-80e9-7b3a290305ef)] {{(pid=87788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 03:03:12.057658 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.db [req-800ce68e-8e0c-40dc-aa97-24c44237d0d0 req-a79c44a5-d916-4a9d-9c34-2dd87dbf2f18 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] For port 5230efcd-8140-4a2f-8c1c-1b27f55d7ed6, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=5230efcd-8140-4a2f-8c1c-1b27f55d7ed6,segment=NetworkSegment(b999ec1c-7290-4f58-a0e4-e85f79fb25cd),segment_id=b999ec1c-7290-4f58-a0e4-e85f79fb25cd)] {{(pid=87786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 03:03:12.058021 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [req-800ce68e-8e0c-40dc-aa97-24c44237d0d0 req-a79c44a5-d916-4a9d-9c34-2dd87dbf2f18 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334124'] for port, precommit_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:12.119857 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762847214852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762846864698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762846864743'] for port, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:12.188961 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.plugin [req-800ce68e-8e0c-40dc-aa97-24c44237d0d0 req-a79c44a5-d916-4a9d-9c34-2dd87dbf2f18 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Calling delete_port for 5230efcd-8140-4a2f-8c1c-1b27f55d7ed6 owned by compute:nova {{(pid=87786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 03:03:12.206384 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Pushing event updated for resources: {'Port': ['ID=7a1a222c-4d0f-4b4d-a19b-915c93b34750,revision_number=5']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:03:12.213734 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:03:12.214072 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:03:12.214403 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:03:12.214730 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:03:12.215053 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:03:12.215396 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:03:12.215715 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:03:12.216031 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:03:12.216350 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:03:12.216663 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:03:12.216975 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:03:12.217284 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:03:12.473971 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [req-800ce68e-8e0c-40dc-aa97-24c44237d0d0 req-a79c44a5-d916-4a9d-9c34-2dd87dbf2f18 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762847213038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762846864689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2754409'] for port, after_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:12.516806 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.db [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] get_ports_and_sgs() called for port_ids ['5230efcd-8140-4a2f-8c1c-1b27f55d7ed6'] {{(pid=87788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 03:03:12.528281 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79c44a5-d916-4a9d-9c34-2dd87dbf2f18 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Pushing event deleted for resources: {'Port': ['ID=5230efcd-8140-4a2f-8c1c-1b27f55d7ed6,revision_number=None']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:03:12.644641 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.l3_dvrscheduler_db [req-800ce68e-8e0c-40dc-aa97-24c44237d0d0 req-a79c44a5-d916-4a9d-9c34-2dd87dbf2f18 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] No DVR routers for this DVR port 5230efcd-8140-4a2f-8c1c-1b27f55d7ed6 on host hv-cinder-83705 {{(pid=87786) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 03:03:12.651637 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [req-800ce68e-8e0c-40dc-aa97-24c44237d0d0 req-a79c44a5-d916-4a9d-9c34-2dd87dbf2f18 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207533'] for port, before_response {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:12.654104 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a43547e4-7375-4860-8f97-36d911def7b6', 'name': 'network-vif-deleted', 'tag': '5230efcd-8140-4a2f-8c1c-1b27f55d7ed6'}] {{(pid=87786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 03:03:12.662021 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-0f19c621-32f7-4fb6-921a-c704717fd4d4 req-acd3e0f0-c1cf-4773-9a53-b97f6ae13610 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/ports?device_id=a43547e4-7375-4860-8f97-36d911def7b6 HTTP/1.1" status: 200 len: 210 time: 0.0652792 Apr 08 03:03:12.700800 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36b8c8eb-ed16-40f6-9a1e-f8eb48502c6b'] response: {'server_uuid': 'a43547e4-7375-4860-8f97-36d911def7b6', 'name': 'network-vif-deleted', 'tag': '5230efcd-8140-4a2f-8c1c-1b27f55d7ed6', 'status': 'completed', 'code': 200} Apr 08 03:03:12.731839 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-800ce68e-8e0c-40dc-aa97-24c44237d0d0 req-a79c44a5-d916-4a9d-9c34-2dd87dbf2f18 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.39 "DELETE /v2.0/ports/5230efcd-8140-4a2f-8c1c-1b27f55d7ed6 HTTP/1.1" status: 204 len: 173 time: 1.0367694 Apr 08 03:03:13.389332 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-aef1a4d5-6b97-4049-a08e-eb3a2ab1e88f req-42c8c5db-7607-44fd-9934-132f1b4ebdf9 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a43547e4-7375-4860-8f97-36d911def7b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0415046 Apr 08 03:03:13.396173 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Device 7a1a222c-4d0f-4b4d-a19b-915c93b34750 up at agent ovs-agent-dv-cinder-837051-1-smb {{(pid=87788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 03:03:13.473223 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Provisioning complete for port 7a1a222c-4d0f-4b4d-a19b-915c93b34750 triggered by entity L2. {{(pid=87788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 03:03:13.473602 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587297'] for port, provisioning_complete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:13.531382 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-aef1a4d5-6b97-4049-a08e-eb3a2ab1e88f req-a8f1e9bb-91bf-4050-a60f-2f2d6690ede2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9e6274c43de24b849ee9a4529c53f5b5&device_id=a43547e4-7375-4860-8f97-36d911def7b6 HTTP/1.1" status: 200 len: 210 time: 0.0414987 Apr 08 03:03:13.784159 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef1a4d5-6b97-4049-a08e-eb3a2ab1e88f req-9913d79d-9ace-4e8c-b435-e75f083888e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:03:13.786073 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-aef1a4d5-6b97-4049-a08e-eb3a2ab1e88f req-9913d79d-9ace-4e8c-b435-e75f083888e1 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=9e6274c43de24b849ee9a4529c53f5b5&shared=False HTTP/1.1" status: 200 len: 919 time: 0.2279058 Apr 08 03:03:13.866915 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [req-80943931-6ac7-4480-a6eb-876e3653300c req-71d62cc5-2e25-43fb-bdf5-20a3a6476085 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Synchronizing usage tracker for tenant:9e6274c43de24b849ee9a4529c53f5b5 on resource:port {{(pid=87786) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 03:03:13.977103 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef1a4d5-6b97-4049-a08e-eb3a2ab1e88f req-d2dd067a-0fed-43db-8223-3f9359f5cde2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:03:13.978534 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-aef1a4d5-6b97-4049-a08e-eb3a2ab1e88f req-d2dd067a-0fed-43db-8223-3f9359f5cde2 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1532586 Apr 08 03:03:14.011052 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [req-80943931-6ac7-4480-a6eb-876e3653300c req-71d62cc5-2e25-43fb-bdf5-20a3a6476085 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] Unset dirty status for tenant:9e6274c43de24b849ee9a4529c53f5b5 on resource:port {{(pid=87786) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 03:03:14.014890 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-80943931-6ac7-4480-a6eb-876e3653300c req-71d62cc5-2e25-43fb-bdf5-20a3a6476085 tempest-ServerRescueNegativeTestJSON-1247952956 tempest-ServerRescueNegativeTestJSON-1247952956-project] 10.222.0.15 "GET /v2.0/ports?device_id=a43547e4-7375-4860-8f97-36d911def7b6 HTTP/1.1" status: 200 len: 210 time: 0.2220709 Apr 08 03:03:15.107523 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 48992) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:03:15.783733 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Device 5230efcd-8140-4a2f-8c1c-1b27f55d7ed6 no longer exists at agent hyperv_hv-cinder-83705 {{(pid=87788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 03:03:15.818225 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-37cf7af0-c29c-40bf-88a0-39ed7b1b7d60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-333100'] for router_interface, before_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:15.820813 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.plugin [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] No Port match for: 5230efcd-8140-4a2f-8c1c-1b27f55d7ed6 {{(pid=87788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 03:03:15.821148 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Device 5230efcd-8140-4a2f-8c1c-1b27f55d7ed6 not bound to the agent host hv-cinder-83705 {{(pid=87788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 03:03:16.177132 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.plugins.ml2.plugin [None req-37cf7af0-c29c-40bf-88a0-39ed7b1b7d60 admin admin] Deleting port e1daf67e-83d0-408c-8806-e811ed179fd7 {{(pid=87787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 03:03:16.177749 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-37cf7af0-c29c-40bf-88a0-39ed7b1b7d60 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762847207940'] for port, before_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:16.449024 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.plugins.ml2.db [None req-37cf7af0-c29c-40bf-88a0-39ed7b1b7d60 admin admin] For port e1daf67e-83d0-408c-8806-e811ed179fd7, host dv-cinder-837051-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837051-1-smb',level=0,port_id=e1daf67e-83d0-408c-8806-e811ed179fd7,segment=NetworkSegment(b999ec1c-7290-4f58-a0e4-e85f79fb25cd),segment_id=b999ec1c-7290-4f58-a0e4-e85f79fb25cd)] {{(pid=87787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 03:03:16.449272 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-37cf7af0-c29c-40bf-88a0-39ed7b1b7d60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334124'] for port, precommit_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:16.571956 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.plugins.ml2.plugin [None req-37cf7af0-c29c-40bf-88a0-39ed7b1b7d60 admin admin] Calling delete_port for e1daf67e-83d0-408c-8806-e811ed179fd7 owned by network:router_interface {{(pid=87787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 03:03:16.964370 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-37cf7af0-c29c-40bf-88a0-39ed7b1b7d60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762847213038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762846864689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3006662'] for port, after_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:17.013598 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cf7af0-c29c-40bf-88a0-39ed7b1b7d60 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1daf67e-83d0-408c-8806-e811ed179fd7,revision_number=None']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:03:17.300346 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-37cf7af0-c29c-40bf-88a0-39ed7b1b7d60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-333232'] for router_interface, after_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:17.669076 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37cf7af0-c29c-40bf-88a0-39ed7b1b7d60 admin admin] Router 572fd179-4fdf-49dd-b727-118167ba2fbe has already been hosted by L3 agent 70d74887-4404-4f0d-99b3-e017d5637063 {{(pid=87787) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 03:03:17.947246 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37cf7af0-c29c-40bf-88a0-39ed7b1b7d60 admin admin] Notify agent at l3_agent.dv-cinder-837051-1-smb the message routers_updated {{(pid=87787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 03:03:17.955620 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3099900b-01a5-4f5e-b4f4-ece10b41b71d None None] Sync routers for ids ['572fd179-4fdf-49dd-b727-118167ba2fbe'] in dv-cinder-837051-1-smb {{(pid=87788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 03:03:17.964613 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3099900b-01a5-4f5e-b4f4-ece10b41b71d None None] Routers {'572fd179-4fdf-49dd-b727-118167ba2fbe'} bound to L3 agent in host dv-cinder-837051-1-smb {{(pid=87788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 03:03:17.965205 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.l3_hamode_db [None req-3099900b-01a5-4f5e-b4f4-ece10b41b71d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837051-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T02:46:58Z,description=,heartbeat_timestamp=2022-04-08T03:02:58Z,host='dv-cinder-837051-1-smb',id=70d74887-4404-4f0d-99b3-e017d5637063,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T02:46:59Z,topic='l3_agent')) {'router_ids': ['572fd179-4fdf-49dd-b727-118167ba2fbe'], 'active': True} {{(pid=87788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 03:03:18.038876 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-37cf7af0-c29c-40bf-88a0-39ed7b1b7d60 admin admin] 10.222.0.15 "PUT /v2.0/routers/572fd179-4fdf-49dd-b727-118167ba2fbe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9274099 Apr 08 03:03:18.039451 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.wsgi [-] (87786) accepted ('10.222.0.15', 49006) {{(pid=87786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:03:18.147114 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.l3_dvr_db [None req-3099900b-01a5-4f5e-b4f4-ece10b41b71d None None] Set router 572fd179-4fdf-49dd-b727-118167ba2fbe gateway port host: dv-cinder-837051-1-smb {{(pid=87788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 03:03:18.226732 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-c304fe00-fd3c-49b7-8504-b1413e4742dd admin admin] Notify callbacks [] for router, before_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:18.403208 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-c304fe00-fd3c-49b7-8504-b1413e4742dd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:18.443297 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.l3_hamode_db [None req-3099900b-01a5-4f5e-b4f4-ece10b41b71d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '572fd179-4fdf-49dd-b727-118167ba2fbe', 'name': 'tempest-ServerRescueNegativeTestJSON-180479948-router', 'tenant_id': '9e6274c43de24b849ee9a4529c53f5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'external_fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.165'}], 'enable_snat': True}, 'gw_port_id': 'c8c09e15-8818-4c7e-833b-b83cfda4f09c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:56:23Z', 'updated_at': '2022-04-08T03:03:16Z', 'revision_number': 5, 'project_id': '9e6274c43de24b849ee9a4529c53f5b5', 'gw_port': {'id': 'c8c09e15-8818-4c7e-833b-b83cfda4f09c', 'name': '', 'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:c2:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '572fd179-4fdf-49dd-b727-118167ba2fbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:56:25Z', 'updated_at': '2022-04-08T02:56:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-smb'}], 'dv-cinder-837051-1-smb', False) {} {{(pid=87788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 03:03:18.445420 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.plugin [None req-c304fe00-fd3c-49b7-8504-b1413e4742dd admin admin] Deleting port c8c09e15-8818-4c7e-833b-b83cfda4f09c {{(pid=87786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 03:03:18.445773 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-c304fe00-fd3c-49b7-8504-b1413e4742dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762847207940'] for port, before_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:18.448893 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3099900b-01a5-4f5e-b4f4-ece10b41b71d None None] Checking router: 572fd179-4fdf-49dd-b727-118167ba2fbe for host: dv-cinder-837051-1-smb {{(pid=87788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 03:03:18.458142 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3099900b-01a5-4f5e-b4f4-ece10b41b71d None None] Routers {'572fd179-4fdf-49dd-b727-118167ba2fbe'} bound to L3 agent in host dv-cinder-837051-1-smb {{(pid=87788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 03:03:18.458743 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.l3_hamode_db [None req-3099900b-01a5-4f5e-b4f4-ece10b41b71d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837051-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T02:46:58Z,description=,heartbeat_timestamp=2022-04-08T03:02:58Z,host='dv-cinder-837051-1-smb',id=70d74887-4404-4f0d-99b3-e017d5637063,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T02:46:59Z,topic='l3_agent')) {'router_ids': ['572fd179-4fdf-49dd-b727-118167ba2fbe'], 'active': True} {{(pid=87788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 03:03:18.613109 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.l3_dvr_db [None req-3099900b-01a5-4f5e-b4f4-ece10b41b71d None None] Set router 572fd179-4fdf-49dd-b727-118167ba2fbe gateway port host: None {{(pid=87788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 03:03:18.635358 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.db [None req-c304fe00-fd3c-49b7-8504-b1413e4742dd admin admin] For port c8c09e15-8818-4c7e-833b-b83cfda4f09c, host dv-cinder-837051-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837051-1-smb',level=0,port_id=c8c09e15-8818-4c7e-833b-b83cfda4f09c,segment=NetworkSegment(2f3db029-7821-49c5-950d-ef9b857fea9c),segment_id=2f3db029-7821-49c5-950d-ef9b857fea9c)] {{(pid=87786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 03:03:18.635719 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-c304fe00-fd3c-49b7-8504-b1413e4742dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334124'] for port, precommit_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:18.761627 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.l3_hamode_db [None req-3099900b-01a5-4f5e-b4f4-ece10b41b71d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '572fd179-4fdf-49dd-b727-118167ba2fbe', 'name': 'tempest-ServerRescueNegativeTestJSON-180479948-router', 'tenant_id': '9e6274c43de24b849ee9a4529c53f5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:56:23Z', 'updated_at': '2022-04-08T03:03:18Z', 'revision_number': 6, 'project_id': '9e6274c43de24b849ee9a4529c53f5b5', 'gw_port_host': None}], 'dv-cinder-837051-1-smb', False) {} {{(pid=87788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 03:03:18.766197 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3099900b-01a5-4f5e-b4f4-ece10b41b71d None None] The sync data for ids ['572fd179-4fdf-49dd-b727-118167ba2fbe'] in dv-cinder-837051-1-smb is: [{'id': '572fd179-4fdf-49dd-b727-118167ba2fbe', 'name': 'tempest-ServerRescueNegativeTestJSON-180479948-router', 'tenant_id': '9e6274c43de24b849ee9a4529c53f5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:56:23Z', 'updated_at': '2022-04-08T03:03:18Z', 'revision_number': 6, 'project_id': '9e6274c43de24b849ee9a4529c53f5b5', 'gw_port_host': None}] {{(pid=87788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 03:03:18.767667 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.plugin [None req-c304fe00-fd3c-49b7-8504-b1413e4742dd admin admin] Calling delete_port for c8c09e15-8818-4c7e-833b-b83cfda4f09c owned by network:router_gateway {{(pid=87786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 03:03:19.142527 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-c304fe00-fd3c-49b7-8504-b1413e4742dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762847213038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762846864689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2754409'] for port, after_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:19.310468 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c304fe00-fd3c-49b7-8504-b1413e4742dd admin admin] Pushing event deleted for resources: {'Port': ['ID=c8c09e15-8818-4c7e-833b-b83cfda4f09c,revision_number=None']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:03:19.377148 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-c304fe00-fd3c-49b7-8504-b1413e4742dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-333321'] for router_gateway, after_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:19.549927 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Device e1daf67e-83d0-408c-8806-e811ed179fd7 no longer exists at agent ovs-agent-dv-cinder-837051-1-smb {{(pid=87788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 03:03:19.555669 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-c304fe00-fd3c-49b7-8504-b1413e4742dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-355902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-306'] for router, precommit_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:19.557846 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-c304fe00-fd3c-49b7-8504-b1413e4742dd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:19.589216 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.plugin [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] No Port match for: e1daf67e-83d0-408c-8806-e811ed179fd7 {{(pid=87788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 03:03:19.589643 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Device e1daf67e-83d0-408c-8806-e811ed179fd7 not bound to the agent host dv-cinder-837051-1-smb {{(pid=87788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 03:03:19.590148 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Device c8c09e15-8818-4c7e-833b-b83cfda4f09c no longer exists at agent ovs-agent-dv-cinder-837051-1-smb {{(pid=87788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 03:03:19.631237 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.plugin [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] No Port match for: c8c09e15-8818-4c7e-833b-b83cfda4f09c {{(pid=87788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 03:03:19.631519 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Device c8c09e15-8818-4c7e-833b-b83cfda4f09c not bound to the agent host dv-cinder-837051-1-smb {{(pid=87788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 03:03:19.708239 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-c304fe00-fd3c-49b7-8504-b1413e4742dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-356065'] for router, after_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:19.708957 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c304fe00-fd3c-49b7-8504-b1413e4742dd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 572fd179-4fdf-49dd-b727-118167ba2fbe {{(pid=87786) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 08 03:03:19.721586 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-c304fe00-fd3c-49b7-8504-b1413e4742dd admin admin] Notify callbacks [] for router, before_response {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:19.723720 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [None req-c304fe00-fd3c-49b7-8504-b1413e4742dd admin admin] 10.222.0.15 "DELETE /v2.0/routers/572fd179-4fdf-49dd-b727-118167ba2fbe HTTP/1.1" status: 204 len: 168 time: 1.6821034 Apr 08 03:03:19.725808 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.wsgi [-] (87786) accepted ('10.222.0.15', 49016) {{(pid=87786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:03:19.792395 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.db_base_plugin_v2 [None req-235e5ef6-bb31-4f6c-8160-1467da3a5c15 admin admin] Deleting subnet 2ff278b6-8dcd-49ad-92d3-ea301b80d1c2 {{(pid=87786) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 08 03:03:19.795535 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-235e5ef6-bb31-4f6c-8160-1467da3a5c15 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:19.843946 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-235e5ef6-bb31-4f6c-8160-1467da3a5c15 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2753763'] for subnet, precommit_delete_associations {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:19.962840 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-235e5ef6-bb31-4f6c-8160-1467da3a5c15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-576545'] for subnet, precommit_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:20.124245 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-235e5ef6-bb31-4f6c-8160-1467da3a5c15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-576552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2754396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2342591'] for subnet, after_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:20.165681 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235e5ef6-bb31-4f6c-8160-1467da3a5c15 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ff278b6-8dcd-49ad-92d3-ea301b80d1c2,revision_number=None']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:03:20.167673 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-235e5ef6-bb31-4f6c-8160-1467da3a5c15 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:20.172069 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cd7b0e0-5672-458c-aa04-8379726355ae None None] Network 769a4c13-39df-48c1-b6cd-854ac881aaa3 requested from dv-cinder-837051-1-smb {{(pid=87788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 03:03:20.173896 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [None req-235e5ef6-bb31-4f6c-8160-1467da3a5c15 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/2ff278b6-8dcd-49ad-92d3-ea301b80d1c2 HTTP/1.1" status: 204 len: 168 time: 0.4471378 Apr 08 03:03:20.177421 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.wsgi [-] (87786) accepted ('10.222.0.15', 49020) {{(pid=87786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:03:20.286864 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-20ce81c0-aafd-48d1-925f-1d17def51dea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-570621'] for network, before_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:20.297799 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.plugin [None req-20ce81c0-aafd-48d1-925f-1d17def51dea admin admin] Deleting port dbf691b4-d04c-4c99-a643-4213ff855e98 {{(pid=87786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 03:03:20.298139 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-20ce81c0-aafd-48d1-925f-1d17def51dea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762847207940'] for port, before_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:20.444287 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6928c55b-4904-4606-9d9a-6054626f69ca None None] DHCP port deletion for 769a4c13-39df-48c1-b6cd-854ac881aaa3 request from dv-cinder-837051-1-smb {{(pid=87788) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 08 03:03:20.448381 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.plugin [None req-6928c55b-4904-4606-9d9a-6054626f69ca None None] Deleting port dbf691b4-d04c-4c99-a643-4213ff855e98 {{(pid=87788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 03:03:20.448752 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-6928c55b-4904-4606-9d9a-6054626f69ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762847207940'] for port, before_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:20.520760 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.db [None req-20ce81c0-aafd-48d1-925f-1d17def51dea admin admin] For port dbf691b4-d04c-4c99-a643-4213ff855e98, host dv-cinder-837051-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837051-1-smb',level=0,port_id=dbf691b4-d04c-4c99-a643-4213ff855e98,segment=NetworkSegment(b999ec1c-7290-4f58-a0e4-e85f79fb25cd),segment_id=b999ec1c-7290-4f58-a0e4-e85f79fb25cd)] {{(pid=87786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 03:03:20.521123 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-20ce81c0-aafd-48d1-925f-1d17def51dea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334124'] for port, precommit_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:20.656997 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.plugin [None req-20ce81c0-aafd-48d1-925f-1d17def51dea admin admin] Calling delete_port for dbf691b4-d04c-4c99-a643-4213ff855e98 owned by network:dhcp {{(pid=87786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 03:03:20.662469 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.db [None req-6928c55b-4904-4606-9d9a-6054626f69ca None None] For port dbf691b4-d04c-4c99-a643-4213ff855e98, host dv-cinder-837051-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837051-1-smb',level=0,port_id=dbf691b4-d04c-4c99-a643-4213ff855e98,segment=NetworkSegment(b999ec1c-7290-4f58-a0e4-e85f79fb25cd),segment_id=b999ec1c-7290-4f58-a0e4-e85f79fb25cd)] {{(pid=87788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 03:03:20.662951 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-6928c55b-4904-4606-9d9a-6054626f69ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334124'] for port, precommit_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:20.786827 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.plugin [None req-6928c55b-4904-4606-9d9a-6054626f69ca None None] Calling delete_port for dbf691b4-d04c-4c99-a643-4213ff855e98 owned by network:dhcp {{(pid=87788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 03:03:20.805150 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-20ce81c0-aafd-48d1-925f-1d17def51dea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762847213038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762846864689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2754409'] for port, after_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:20.852849 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ce81c0-aafd-48d1-925f-1d17def51dea admin admin] Pushing event deleted for resources: {'Port': ['ID=dbf691b4-d04c-4c99-a643-4213ff855e98,revision_number=None']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:03:20.857928 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ce81c0-aafd-48d1-925f-1d17def51dea admin admin] No DVR routers for this DVR port dbf691b4-d04c-4c99-a643-4213ff855e98 on host dv-cinder-837051-1-smb {{(pid=87786) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 03:03:20.859930 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.db.api [None req-6928c55b-4904-4606-9d9a-6054626f69ca None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87788) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 03:03:20.860281 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG oslo_db.api [None req-6928c55b-4904-4606-9d9a-6054626f69ca None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 03:03:21.065866 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-20ce81c0-aafd-48d1-925f-1d17def51dea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577450', 'neutron.services.segments.db._delete_segments_for_network-8762847383381'] for network, precommit_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:21.090952 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.services.segments.db [None req-20ce81c0-aafd-48d1-925f-1d17def51dea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['769a4c13-39df-48c1-b6cd-854ac881aaa3']}} {{(pid=87786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 03:03:21.106846 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.services.segments.db [None req-20ce81c0-aafd-48d1-925f-1d17def51dea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b999ec1c-7290-4f58-a0e4-e85f79fb25cd') {'for_net_delete': True} {{(pid=87786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 03:03:21.107155 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.services.segments.db [None req-20ce81c0-aafd-48d1-925f-1d17def51dea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b999ec1c-7290-4f58-a0e4-e85f79fb25cd') {} {{(pid=87786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 03:03:21.119210 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-20ce81c0-aafd-48d1-925f-1d17def51dea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762847386736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2753770'] for segment, before_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:21.135525 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-20ce81c0-aafd-48d1-925f-1d17def51dea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575478'] for segment, precommit_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:21.141764 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20ce81c0-aafd-48d1-925f-1d17def51dea admin admin] Releasing vlan 275 on physical network physnet1 to pool {{(pid=87786) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 03:03:21.142148 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-20ce81c0-aafd-48d1-925f-1d17def51dea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-575460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2754310'] for segment, after_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:21.155272 dv-cinder-837051-1-smb neutron-server[87786]: Traceback (most recent call last): Apr 08 03:03:21.155272 dv-cinder-837051-1-smb neutron-server[87786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 03:03:21.155272 dv-cinder-837051-1-smb neutron-server[87786]: timer() Apr 08 03:03:21.155272 dv-cinder-837051-1-smb neutron-server[87786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 03:03:21.155272 dv-cinder-837051-1-smb neutron-server[87786]: cb(*args, **kw) Apr 08 03:03:21.155272 dv-cinder-837051-1-smb neutron-server[87786]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 03:03:21.155272 dv-cinder-837051-1-smb neutron-server[87786]: return func(*args, **kwargs) Apr 08 03:03:21.155272 dv-cinder-837051-1-smb neutron-server[87786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 03:03:21.155272 dv-cinder-837051-1-smb neutron-server[87786]: self._notify() Apr 08 03:03:21.155272 dv-cinder-837051-1-smb neutron-server[87786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 03:03:21.155272 dv-cinder-837051-1-smb neutron-server[87786]: self.callback(batched_events) Apr 08 03:03:21.155272 dv-cinder-837051-1-smb neutron-server[87786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 03:03:21.155272 dv-cinder-837051-1-smb neutron-server[87786]: event.method(event) Apr 08 03:03:21.155272 dv-cinder-837051-1-smb neutron-server[87786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 03:03:21.155272 dv-cinder-837051-1-smb neutron-server[87786]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 03:03:21.155272 dv-cinder-837051-1-smb neutron-server[87786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 03:03:21.155272 dv-cinder-837051-1-smb neutron-server[87786]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 03:03:21.155272 dv-cinder-837051-1-smb neutron-server[87786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 03:03:21.155272 dv-cinder-837051-1-smb neutron-server[87786]: return f(self, *a, **k) Apr 08 03:03:21.155272 dv-cinder-837051-1-smb neutron-server[87786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 03:03:21.155272 dv-cinder-837051-1-smb neutron-server[87786]: return self._get(url).json() Apr 08 03:03:21.155272 dv-cinder-837051-1-smb neutron-server[87786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 08 03:03:21.155272 dv-cinder-837051-1-smb neutron-server[87786]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 03:03:21.155272 dv-cinder-837051-1-smb neutron-server[87786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 03:03:21.155272 dv-cinder-837051-1-smb neutron-server[87786]: return self.request(url, 'GET', **kwargs) Apr 08 03:03:21.155272 dv-cinder-837051-1-smb neutron-server[87786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 03:03:21.155272 dv-cinder-837051-1-smb neutron-server[87786]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 03:03:21.155272 dv-cinder-837051-1-smb neutron-server[87786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 03:03:21.155272 dv-cinder-837051-1-smb neutron-server[87786]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 03:03:21.155272 dv-cinder-837051-1-smb neutron-server[87786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 03:03:21.155272 dv-cinder-837051-1-smb neutron-server[87786]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 03:03:21.155272 dv-cinder-837051-1-smb neutron-server[87786]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 03:03:21.285244 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-20ce81c0-aafd-48d1-925f-1d17def51dea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-333356'] for network, after_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:21.301888 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-20ce81c0-aafd-48d1-925f-1d17def51dea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539232'] for network, before_response {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:21.316012 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ce81c0-aafd-48d1-925f-1d17def51dea admin admin] Pushing event deleted for resources: {'Network': ['ID=769a4c13-39df-48c1-b6cd-854ac881aaa3,revision_number=None']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:03:21.361530 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.plugin [None req-6928c55b-4904-4606-9d9a-6054626f69ca None None] Deleting port dbf691b4-d04c-4c99-a643-4213ff855e98 {{(pid=87788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 03:03:21.361882 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-6928c55b-4904-4606-9d9a-6054626f69ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762847207940'] for port, before_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:21.388635 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [None req-20ce81c0-aafd-48d1-925f-1d17def51dea admin admin] 10.222.0.15 "DELETE /v2.0/networks/769a4c13-39df-48c1-b6cd-854ac881aaa3 HTTP/1.1" status: 204 len: 168 time: 1.2104723 Apr 08 03:03:21.397995 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Device dbf691b4-d04c-4c99-a643-4213ff855e98 no longer exists at agent ovs-agent-dv-cinder-837051-1-smb {{(pid=87788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 03:03:21.437543 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.plugin [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] No Port match for: dbf691b4-d04c-4c99-a643-4213ff855e98 {{(pid=87788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 03:03:21.437969 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Device dbf691b4-d04c-4c99-a643-4213ff855e98 not bound to the agent host dv-cinder-837051-1-smb {{(pid=87788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 03:03:21.474402 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.plugin [None req-6928c55b-4904-4606-9d9a-6054626f69ca None None] The port 'dbf691b4-d04c-4c99-a643-4213ff855e98' was deleted {{(pid=87788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 08 03:03:21.731230 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.wsgi [-] (87786) accepted ('10.222.0.15', 49038) {{(pid=87786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:03:21.786101 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [None req-ecf26754-8d42-421e-8224-8d0b379935bd admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9e6274c43de24b849ee9a4529c53f5b5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0506377 Apr 08 03:03:21.786389 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 49042) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:03:21.851953 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-28da0457-59f3-46c0-a537-15881b9f7d73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:21.878629 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-28da0457-59f3-46c0-a537-15881b9f7d73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:21.976291 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-28da0457-59f3-46c0-a537-15881b9f7d73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:21.992961 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28da0457-59f3-46c0-a537-15881b9f7d73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=182843b8-633a-4f61-a3e3-f50baa1f3acb,revision_number=None']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:03:21.999475 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-28da0457-59f3-46c0-a537-15881b9f7d73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:22.000556 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-28da0457-59f3-46c0-a537-15881b9f7d73 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/182843b8-633a-4f61-a3e3-f50baa1f3acb HTTP/1.1" status: 204 len: 168 time: 0.2131312 Apr 08 03:03:25.884833 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-52c151a2-0cc6-4176-8952-4ee75d50e0ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:28.341153 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-a5063202-57bb-4af2-a955-bee97916f682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:29.165064 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-ef00a636-a289-418c-ab96-90866b017a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:29.249146 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:30.576370 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-0700d8e1-2fb2-4ab8-b601-2cbd26aa24a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:30.727749 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-192a0014-20a2-4c40-bafe-ffa780dbaf58 req-67fb03af-896c-4afd-bef5-707aa225c941 tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1494459978&fields=id&tenant_id=d795d4c3932b47d7849e48c0ea1f7259 HTTP/1.1" status: 200 len: 267 time: 0.0390167 Apr 08 03:03:30.876718 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192a0014-20a2-4c40-bafe-ffa780dbaf58 req-cabe1793-d1fd-44d6-ad86-d72d9b4eca11 tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:03:30.878072 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-192a0014-20a2-4c40-bafe-ffa780dbaf58 req-cabe1793-d1fd-44d6-ad86-d72d9b4eca11 tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] 10.222.0.15 "GET /v2.0/networks?id=1262eb51-6568-4d0c-b1d7-5b2c9bfe4256 HTTP/1.1" status: 200 len: 809 time: 0.1439238 Apr 08 03:03:30.892563 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-192a0014-20a2-4c40-bafe-ffa780dbaf58 req-a13c6542-f94b-42de-9f06-14714882088c tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] 10.222.0.15 "GET /v2.0/quotas/d795d4c3932b47d7849e48c0ea1f7259 HTTP/1.1" status: 200 len: 375 time: 0.0087900 Apr 08 03:03:30.981981 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-192a0014-20a2-4c40-bafe-ffa780dbaf58 req-7d8f0598-4f13-4692-87bd-d569e4e21808 tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=d795d4c3932b47d7849e48c0ea1f7259&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0838032 Apr 08 03:03:31.119584 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-192a0014-20a2-4c40-bafe-ffa780dbaf58 req-14e130e0-5c80-4a7d-b385-206f2b123247 service neutron] 10.222.0.15 "GET /v2.0/networks/1262eb51-6568-4d0c-b1d7-5b2c9bfe4256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263011 Apr 08 03:03:31.248984 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-192a0014-20a2-4c40-bafe-ffa780dbaf58 req-cf94c1bb-e2a9-4d65-bbf4-de1fb291ccda service neutron] 10.222.0.15 "GET /v2.0/networks/1262eb51-6568-4d0c-b1d7-5b2c9bfe4256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235795 Apr 08 03:03:31.952882 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-61a0dba8-f5f6-4d7c-af30-be27f589ca68 req-4e9beffc-72ed-437e-986f-60ba97f951e1 tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ec8b5fa-158a-4080-be68-8f7296d32e36 HTTP/1.1" status: 200 len: 210 time: 0.0420563 Apr 08 03:03:33.129052 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-9ca04345-291a-40cd-bbfe-f27012fa9a0e req-eb592615-c6e1-48f1-b0e9-1346bef88e2e tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ec8b5fa-158a-4080-be68-8f7296d32e36 HTTP/1.1" status: 200 len: 210 time: 0.0492828 Apr 08 03:03:33.286969 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 49174) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:03:33.407489 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-b59c4315-bbca-4e20-a8e5-d9717ccd8c5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:33.421684 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-b59c4315-bbca-4e20-a8e5-d9717ccd8c5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 03:03:33.425541 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-b59c4315-bbca-4e20-a8e5-d9717ccd8c5f admin admin] Usage tracker for resource:security_group_rule and tenant:b9e510dafc974257899b288c6d4aec68 is out of sync, need to count used quota {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 03:03:33.429393 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-b59c4315-bbca-4e20-a8e5-d9717ccd8c5f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 03:03:33.435201 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-b59c4315-bbca-4e20-a8e5-d9717ccd8c5f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 03:03:33.526781 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-b59c4315-bbca-4e20-a8e5-d9717ccd8c5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:33.598996 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-b59c4315-bbca-4e20-a8e5-d9717ccd8c5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:33.652244 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-b59c4315-bbca-4e20-a8e5-d9717ccd8c5f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b9e510dafc974257899b288c6d4aec68&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3633885 Apr 08 03:03:33.653230 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59c4315-bbca-4e20-a8e5-d9717ccd8c5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04c856de-dcf1-4596-a961-bded3861d51c,revision_number=1']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:03:33.654878 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.wsgi [-] (87786) accepted ('10.222.0.15', 49180) {{(pid=87786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:03:33.711611 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-b66d12db-df38-4b26-afee-ec2914bfb263 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:33.738933 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-b66d12db-df38-4b26-afee-ec2914bfb263 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:33.856133 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-b66d12db-df38-4b26-afee-ec2914bfb263 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:33.871682 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66d12db-df38-4b26-afee-ec2914bfb263 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04c856de-dcf1-4596-a961-bded3861d51c,revision_number=None']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:03:33.880129 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66d12db-df38-4b26-afee-ec2914bfb263 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:03:33.880468 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66d12db-df38-4b26-afee-ec2914bfb263 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:03:33.880846 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66d12db-df38-4b26-afee-ec2914bfb263 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:03:33.881205 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66d12db-df38-4b26-afee-ec2914bfb263 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:03:33.881545 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66d12db-df38-4b26-afee-ec2914bfb263 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:03:33.881864 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66d12db-df38-4b26-afee-ec2914bfb263 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:03:33.882186 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66d12db-df38-4b26-afee-ec2914bfb263 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:03:33.882503 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66d12db-df38-4b26-afee-ec2914bfb263 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:03:33.882819 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66d12db-df38-4b26-afee-ec2914bfb263 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:03:33.883132 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66d12db-df38-4b26-afee-ec2914bfb263 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:03:33.883465 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66d12db-df38-4b26-afee-ec2914bfb263 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:03:33.883775 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66d12db-df38-4b26-afee-ec2914bfb263 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:03:33.886295 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-b66d12db-df38-4b26-afee-ec2914bfb263 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:33.887389 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [None req-b66d12db-df38-4b26-afee-ec2914bfb263 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/04c856de-dcf1-4596-a961-bded3861d51c HTTP/1.1" status: 204 len: 168 time: 0.2314961 Apr 08 03:03:34.283459 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-73808a32-4e11-4622-b0ba-d7c758284849 req-72cb4602-e85a-47e7-bee4-5b0cea91a564 tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ec8b5fa-158a-4080-be68-8f7296d32e36 HTTP/1.1" status: 200 len: 210 time: 0.0456007 Apr 08 03:03:34.456858 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192a0014-20a2-4c40-bafe-ffa780dbaf58 req-49b20cdd-09b0-4132-8acc-8ed14d59cdd3 tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:03:34.458248 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-192a0014-20a2-4c40-bafe-ffa780dbaf58 req-49b20cdd-09b0-4132-8acc-8ed14d59cdd3 tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] 10.222.0.39 "GET /v2.0/networks?id=1262eb51-6568-4d0c-b1d7-5b2c9bfe4256 HTTP/1.1" status: 200 len: 809 time: 0.1543899 Apr 08 03:03:34.491696 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 49192) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:03:34.508870 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-d8af3e99-945d-4f8a-a332-138cb36a941f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:34.516519 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-192a0014-20a2-4c40-bafe-ffa780dbaf58 req-d025b9d3-1557-4d24-8e33-6a2987be4acb tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d795d4c3932b47d7849e48c0ea1f7259 HTTP/1.1" status: 200 len: 380 time: 0.0401702 Apr 08 03:03:34.523222 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-d8af3e99-945d-4f8a-a332-138cb36a941f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 03:03:34.525878 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.v2.base [req-192a0014-20a2-4c40-bafe-ffa780dbaf58 req-0b2c1b99-9bc6-4052-8f14-ecddb20983c3 tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] Request body: {'port': {'device_id': '7ec8b5fa-158a-4080-be68-8f7296d32e36', 'network_id': '1262eb51-6568-4d0c-b1d7-5b2c9bfe4256', 'admin_state_up': True, 'tenant_id': 'd795d4c3932b47d7849e48c0ea1f7259', 'security_groups': ['ffd4b26c-b78c-4d00-8cbd-37d4ed5bcef7']}} {{(pid=87786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 03:03:34.527279 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-d8af3e99-945d-4f8a-a332-138cb36a941f admin admin] Usage tracker for resource:security_group_rule and tenant:4bcf437bbaae463fb6305ac3fa77e832 is out of sync, need to count used quota {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 03:03:34.530126 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-d8af3e99-945d-4f8a-a332-138cb36a941f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 03:03:34.535710 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-d8af3e99-945d-4f8a-a332-138cb36a941f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 03:03:34.627612 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-d8af3e99-945d-4f8a-a332-138cb36a941f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:34.676854 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.quota.driver [req-192a0014-20a2-4c40-bafe-ffa780dbaf58 req-0b2c1b99-9bc6-4052-8f14-ecddb20983c3 tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 03:03:34.678136 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [req-192a0014-20a2-4c40-bafe-ffa780dbaf58 req-0b2c1b99-9bc6-4052-8f14-ecddb20983c3 tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] Usage tracker for resource:port and tenant:d795d4c3932b47d7849e48c0ea1f7259 is out of sync, need to count used quota {{(pid=87786) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 03:03:34.680982 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [req-192a0014-20a2-4c40-bafe-ffa780dbaf58 req-0b2c1b99-9bc6-4052-8f14-ecddb20983c3 tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87786) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 03:03:34.686544 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.quota.driver [req-192a0014-20a2-4c40-bafe-ffa780dbaf58 req-0b2c1b99-9bc6-4052-8f14-ecddb20983c3 tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 03:03:34.690419 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-d8af3e99-945d-4f8a-a332-138cb36a941f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:34.743476 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-d8af3e99-945d-4f8a-a332-138cb36a941f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4bcf437bbaae463fb6305ac3fa77e832&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2492857 Apr 08 03:03:34.744331 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8af3e99-945d-4f8a-a332-138cb36a941f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c8e81d9-fc26-489b-9c6a-a11f6e9be76f,revision_number=1']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:03:34.745225 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.wsgi [-] (87786) accepted ('10.222.0.15', 49200) {{(pid=87786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:03:34.781671 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-192a0014-20a2-4c40-bafe-ffa780dbaf58 req-0b2c1b99-9bc6-4052-8f14-ecddb20983c3 tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] Made reservation on behalf of d795d4c3932b47d7849e48c0ea1f7259 for: {'port': 1} {{(pid=87786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 03:03:34.785135 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [req-192a0014-20a2-4c40-bafe-ffa780dbaf58 req-0b2c1b99-9bc6-4052-8f14-ecddb20983c3 tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:34.875236 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-73e37699-8b57-4405-829b-1853a3178b86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:34.921958 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-73e37699-8b57-4405-829b-1853a3178b86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:35.019938 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.db_base_plugin_common [req-192a0014-20a2-4c40-bafe-ffa780dbaf58 req-0b2c1b99-9bc6-4052-8f14-ecddb20983c3 tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] Allocated IP 172.20.0.4 (1262eb51-6568-4d0c-b1d7-5b2c9bfe4256/41ea65b4-3e16-4b14-b908-154f07f5a3b6/a7d85938-54e1-4b2c-b6d8-774888171eff) {{(pid=87786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 03:03:35.100658 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-73e37699-8b57-4405-829b-1853a3178b86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:35.246650 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e37699-8b57-4405-829b-1853a3178b86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c8e81d9-fc26-489b-9c6a-a11f6e9be76f,revision_number=None']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:03:35.280763 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-73e37699-8b57-4405-829b-1853a3178b86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:35.281869 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [None req-73e37699-8b57-4405-829b-1853a3178b86 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5c8e81d9-fc26-489b-9c6a-a11f6e9be76f HTTP/1.1" status: 204 len: 168 time: 0.5356839 Apr 08 03:03:35.324801 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [req-192a0014-20a2-4c40-bafe-ffa780dbaf58 req-0b2c1b99-9bc6-4052-8f14-ecddb20983c3 tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] Notify callbacks [] for port, precommit_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:35.351298 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.provisioning_blocks [req-192a0014-20a2-4c40-bafe-ffa780dbaf58 req-0b2c1b99-9bc6-4052-8f14-ecddb20983c3 tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] Transition to ACTIVE for port object a7d85938-54e1-4b2c-b6d8-774888171eff will not be triggered until provisioned by entity DHCP. {{(pid=87786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 03:03:35.491888 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [req-6e334706-f6ad-4193-b9c0-15c8c50c7c0c req-891b4af2-eb9c-4d9b-8cb9-95a82c984a44 tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] Synchronizing usage tracker for tenant:d795d4c3932b47d7849e48c0ea1f7259 on resource:port {{(pid=87786) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 03:03:35.603818 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [req-6e334706-f6ad-4193-b9c0-15c8c50c7c0c req-891b4af2-eb9c-4d9b-8cb9-95a82c984a44 tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] Unset dirty status for tenant:d795d4c3932b47d7849e48c0ea1f7259 on resource:port {{(pid=87786) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 03:03:35.605052 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-6e334706-f6ad-4193-b9c0-15c8c50c7c0c req-891b4af2-eb9c-4d9b-8cb9-95a82c984a44 tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ec8b5fa-158a-4080-be68-8f7296d32e36 HTTP/1.1" status: 200 len: 210 time: 0.1626475 Apr 08 03:03:35.606137 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [req-192a0014-20a2-4c40-bafe-ffa780dbaf58 req-0b2c1b99-9bc6-4052-8f14-ecddb20983c3 tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762846864680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2754409'] for port, after_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:35.675053 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-192a0014-20a2-4c40-bafe-ffa780dbaf58 req-0b2c1b99-9bc6-4052-8f14-ecddb20983c3 tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] Network 1262eb51-6568-4d0c-b1d7-5b2c9bfe4256 is already hosted by enough agents. {{(pid=87786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 03:03:35.678611 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.scheduler.base_scheduler [req-192a0014-20a2-4c40-bafe-ffa780dbaf58 req-0b2c1b99-9bc6-4052-8f14-ecddb20983c3 tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] Resources bound (agent type, host, resource id): {{(pid=87786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 03:03:35.694460 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.l3_dvrscheduler_db [req-192a0014-20a2-4c40-bafe-ffa780dbaf58 req-0b2c1b99-9bc6-4052-8f14-ecddb20983c3 tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] Received port after_create {{(pid=87786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 03:03:35.722723 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2c1b99-9bc6-4052-8f14-ecddb20983c3 tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] Pushing event updated for resources: {'Port': ['ID=a7d85938-54e1-4b2c-b6d8-774888171eff,revision_number=1']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:03:35.757365 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192a0014-20a2-4c40-bafe-ffa780dbaf58 req-0b2c1b99-9bc6-4052-8f14-ecddb20983c3 tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:03:35.758039 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [req-192a0014-20a2-4c40-bafe-ffa780dbaf58 req-0b2c1b99-9bc6-4052-8f14-ecddb20983c3 tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207533'] for port, before_response {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:35.869174 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-192a0014-20a2-4c40-bafe-ffa780dbaf58 req-0b2c1b99-9bc6-4052-8f14-ecddb20983c3 tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3471544 Apr 08 03:03:35.887963 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.v2.base [req-192a0014-20a2-4c40-bafe-ffa780dbaf58 req-b43de649-cdf0-49bd-ae4b-0e1593966dab service neutron] Request body: {'port': {'device_id': '7ec8b5fa-158a-4080-be68-8f7296d32e36', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83705'}} {{(pid=87786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 03:03:36.005136 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-57246407-b1ff-4ad3-a5bf-c85a5a010597 None None] Provisioning for port a7d85938-54e1-4b2c-b6d8-774888171eff completed by entity DHCP. {{(pid=87788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 03:03:36.010830 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-57246407-b1ff-4ad3-a5bf-c85a5a010597 None None] Provisioning complete for port a7d85938-54e1-4b2c-b6d8-774888171eff triggered by entity DHCP. {{(pid=87788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 03:03:36.017804 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-57246407-b1ff-4ad3-a5bf-c85a5a010597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587297'] for port, provisioning_complete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:36.017975 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [req-192a0014-20a2-4c40-bafe-ffa780dbaf58 req-b43de649-cdf0-49bd-ae4b-0e1593966dab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_update {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:36.064152 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.plugin [None req-57246407-b1ff-4ad3-a5bf-c85a5a010597 None None] Port a7d85938-54e1-4b2c-b6d8-774888171eff cannot update to ACTIVE because it is not bound. {{(pid=87788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 03:03:36.372136 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.notifiers.nova [req-192a0014-20a2-4c40-bafe-ffa780dbaf58 req-b43de649-cdf0-49bd-ae4b-0e1593966dab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7d85938-54e1-4b2c-b6d8-774888171eff {{(pid=87786) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 03:03:36.379596 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [req-192a0014-20a2-4c40-bafe-ffa780dbaf58 req-b43de649-cdf0-49bd-ae4b-0e1593966dab service neutron] Notify callbacks [] for port, precommit_update {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:36.393573 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.provisioning_blocks [req-192a0014-20a2-4c40-bafe-ffa780dbaf58 req-b43de649-cdf0-49bd-ae4b-0e1593966dab service neutron] Transition to ACTIVE for port object a7d85938-54e1-4b2c-b6d8-774888171eff will not be triggered until provisioned by entity L2. {{(pid=87786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 03:03:36.495407 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [req-192a0014-20a2-4c40-bafe-ffa780dbaf58 req-b43de649-cdf0-49bd-ae4b-0e1593966dab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762847214852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762846864698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762846864743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2754402'] for port, after_update {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:36.703898 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43de649-cdf0-49bd-ae4b-0e1593966dab service neutron] Pushing event updated for resources: {'Port': ['ID=a7d85938-54e1-4b2c-b6d8-774888171eff,revision_number=2']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:03:36.751046 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.managers [req-192a0014-20a2-4c40-bafe-ffa780dbaf58 req-b43de649-cdf0-49bd-ae4b-0e1593966dab service neutron] Attempting to bind port a7d85938-54e1-4b2c-b6d8-774888171eff on host hv-cinder-83705 for vnic_type normal with profile {{(pid=87786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 03:03:36.751488 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.managers [req-192a0014-20a2-4c40-bafe-ffa780dbaf58 req-b43de649-cdf0-49bd-ae4b-0e1593966dab service neutron] Attempting to bind port a7d85938-54e1-4b2c-b6d8-774888171eff by drivers openvswitch,hyperv on host hv-cinder-83705 at level 0 using segments [{'id': 'f24de6cc-1a95-415b-8300-ea0d5a655f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '1262eb51-6568-4d0c-b1d7-5b2c9bfe4256'}] {{(pid=87786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 03:03:36.751817 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-192a0014-20a2-4c40-bafe-ffa780dbaf58 req-b43de649-cdf0-49bd-ae4b-0e1593966dab service neutron] Attempting to bind port a7d85938-54e1-4b2c-b6d8-774888171eff on network 1262eb51-6568-4d0c-b1d7-5b2c9bfe4256 {{(pid=87786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 03:03:36.757132 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-192a0014-20a2-4c40-bafe-ffa780dbaf58 req-b43de649-cdf0-49bd-ae4b-0e1593966dab service neutron] Port a7d85938-54e1-4b2c-b6d8-774888171eff on network 1262eb51-6568-4d0c-b1d7-5b2c9bfe4256 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83705 {{(pid=87786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 08 03:03:36.757578 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-192a0014-20a2-4c40-bafe-ffa780dbaf58 req-b43de649-cdf0-49bd-ae4b-0e1593966dab service neutron] Attempting to bind port a7d85938-54e1-4b2c-b6d8-774888171eff on network 1262eb51-6568-4d0c-b1d7-5b2c9bfe4256 {{(pid=87786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 03:03:36.801393 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-192a0014-20a2-4c40-bafe-ffa780dbaf58 req-b43de649-cdf0-49bd-ae4b-0e1593966dab service neutron] Checking agent: {'id': '80029809-569d-4306-9121-6b636b3093bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83705', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 2, 54, 9), 'started_at': datetime.datetime(2022, 4, 8, 2, 54, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 3, 3, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 03:03:36.801741 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-192a0014-20a2-4c40-bafe-ffa780dbaf58 req-b43de649-cdf0-49bd-ae4b-0e1593966dab service neutron] Checking segment: {'id': 'f24de6cc-1a95-415b-8300-ea0d5a655f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '1262eb51-6568-4d0c-b1d7-5b2c9bfe4256'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 03:03:36.802122 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-192a0014-20a2-4c40-bafe-ffa780dbaf58 req-b43de649-cdf0-49bd-ae4b-0e1593966dab service neutron] Bound using segment: {'id': 'f24de6cc-1a95-415b-8300-ea0d5a655f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '1262eb51-6568-4d0c-b1d7-5b2c9bfe4256'} {{(pid=87786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 03:03:36.802591 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.managers [req-192a0014-20a2-4c40-bafe-ffa780dbaf58 req-b43de649-cdf0-49bd-ae4b-0e1593966dab service neutron] Bound port: a7d85938-54e1-4b2c-b6d8-774888171eff, host: hv-cinder-83705, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f24de6cc-1a95-415b-8300-ea0d5a655f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '1262eb51-6568-4d0c-b1d7-5b2c9bfe4256'}}] {{(pid=87786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 03:03:36.802938 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [req-192a0014-20a2-4c40-bafe-ffa780dbaf58 req-b43de649-cdf0-49bd-ae4b-0e1593966dab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_update {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:36.920020 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9489dfdb-938e-4f98-aee9-253a3f0e50d9 req-e6e2bb50-85d4-438e-97c5-6c12bd3e092e tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:03:36.921473 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-9489dfdb-938e-4f98-aee9-253a3f0e50d9 req-e6e2bb50-85d4-438e-97c5-6c12bd3e092e tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ec8b5fa-158a-4080-be68-8f7296d32e36 HTTP/1.1" status: 200 len: 943 time: 0.1617000 Apr 08 03:03:36.925255 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.db [req-192a0014-20a2-4c40-bafe-ffa780dbaf58 req-b43de649-cdf0-49bd-ae4b-0e1593966dab service neutron] For port a7d85938-54e1-4b2c-b6d8-774888171eff, host hv-cinder-83705, cleared binding levels {{(pid=87786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 03:03:36.930511 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.db [req-192a0014-20a2-4c40-bafe-ffa780dbaf58 req-b43de649-cdf0-49bd-ae4b-0e1593966dab service neutron] For port a7d85938-54e1-4b2c-b6d8-774888171eff, host hv-cinder-83705, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=a7d85938-54e1-4b2c-b6d8-774888171eff,segment=NetworkSegment(f24de6cc-1a95-415b-8300-ea0d5a655f11),segment_id=f24de6cc-1a95-415b-8300-ea0d5a655f11)] {{(pid=87786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 03:03:36.971751 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-9489dfdb-938e-4f98-aee9-253a3f0e50d9 req-601799a1-31ab-46f0-8231-7a44f05c4fb9 tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] 10.222.0.15 "GET /v2.0/security-groups?id=ffd4b26c-b78c-4d00-8cbd-37d4ed5bcef7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442793 Apr 08 03:03:37.005154 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [req-192a0014-20a2-4c40-bafe-ffa780dbaf58 req-b43de649-cdf0-49bd-ae4b-0e1593966dab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762847214852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762846864698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762846864743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2754402'] for port, after_update {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:37.061509 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192a0014-20a2-4c40-bafe-ffa780dbaf58 req-b43de649-cdf0-49bd-ae4b-0e1593966dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:03:37.062109 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [req-192a0014-20a2-4c40-bafe-ffa780dbaf58 req-b43de649-cdf0-49bd-ae4b-0e1593966dab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207533'] for port, before_response {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:37.063464 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-192a0014-20a2-4c40-bafe-ffa780dbaf58 req-b43de649-cdf0-49bd-ae4b-0e1593966dab service neutron] 10.222.0.39 "PUT /v2.0/ports/a7d85938-54e1-4b2c-b6d8-774888171eff HTTP/1.1" status: 200 len: 1093 time: 1.1798141 Apr 08 03:03:37.063875 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ec8b5fa-158a-4080-be68-8f7296d32e36', 'tag': 'a7d85938-54e1-4b2c-b6d8-774888171eff'}] {{(pid=87786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 03:03:37.091125 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43de649-cdf0-49bd-ae4b-0e1593966dab service neutron] Pushing event updated for resources: {'Port': ['ID=a7d85938-54e1-4b2c-b6d8-774888171eff,revision_number=3']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:03:37.116342 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69dcef52-da59-4681-8e4b-5d90eff80171'] response: {'name': 'network-changed', 'server_uuid': '7ec8b5fa-158a-4080-be68-8f7296d32e36', 'tag': 'a7d85938-54e1-4b2c-b6d8-774888171eff', 'status': 'completed', 'code': 200} Apr 08 03:03:37.237598 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca9088b-c3a0-43aa-a63d-c1e7a1d2bf6b req-67c8f482-f83e-4b3b-8823-b7c12f32045d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:03:37.239301 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-8ca9088b-c3a0-43aa-a63d-c1e7a1d2bf6b req-67c8f482-f83e-4b3b-8823-b7c12f32045d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d795d4c3932b47d7849e48c0ea1f7259&device_id=7ec8b5fa-158a-4080-be68-8f7296d32e36 HTTP/1.1" status: 200 len: 1096 time: 0.0730040 Apr 08 03:03:37.398224 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca9088b-c3a0-43aa-a63d-c1e7a1d2bf6b req-599b8094-3c77-4a0f-bbea-c67e1bc2d72c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:03:37.399682 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-8ca9088b-c3a0-43aa-a63d-c1e7a1d2bf6b req-599b8094-3c77-4a0f-bbea-c67e1bc2d72c service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=d795d4c3932b47d7849e48c0ea1f7259&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1454024 Apr 08 03:03:37.537180 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca9088b-c3a0-43aa-a63d-c1e7a1d2bf6b req-6ba43d9b-bf8d-4fb5-8937-bb11923a9d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:03:37.539123 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-8ca9088b-c3a0-43aa-a63d-c1e7a1d2bf6b req-6ba43d9b-bf8d-4fb5-8937-bb11923a9d68 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1331329 Apr 08 03:03:37.692916 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192a0014-20a2-4c40-bafe-ffa780dbaf58 req-3ac81220-dd48-43b9-ab0e-248f307d526d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:03:37.694456 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-192a0014-20a2-4c40-bafe-ffa780dbaf58 req-3ac81220-dd48-43b9-ab0e-248f307d526d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d795d4c3932b47d7849e48c0ea1f7259&device_id=7ec8b5fa-158a-4080-be68-8f7296d32e36 HTTP/1.1" status: 200 len: 1096 time: 0.0747347 Apr 08 03:03:37.770804 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-192a0014-20a2-4c40-bafe-ffa780dbaf58 req-8eabe754-c52e-49f3-baaf-8ee515850e69 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a7d85938-54e1-4b2c-b6d8-774888171eff HTTP/1.1" status: 200 len: 217 time: 0.0621901 Apr 08 03:03:37.924452 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192a0014-20a2-4c40-bafe-ffa780dbaf58 req-fd4375c4-518a-4568-84b3-7415e294a66e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:03:37.925874 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-192a0014-20a2-4c40-bafe-ffa780dbaf58 req-fd4375c4-518a-4568-84b3-7415e294a66e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=41ea65b4-3e16-4b14-b908-154f07f5a3b6 HTTP/1.1" status: 200 len: 848 time: 0.1493902 Apr 08 03:03:38.001674 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192a0014-20a2-4c40-bafe-ffa780dbaf58 req-5e71f1f5-5666-4cbc-bb2d-4350fb744c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:03:38.003108 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-192a0014-20a2-4c40-bafe-ffa780dbaf58 req-5e71f1f5-5666-4cbc-bb2d-4350fb744c67 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1262eb51-6568-4d0c-b1d7-5b2c9bfe4256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0706387 Apr 08 03:03:38.180857 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-192a0014-20a2-4c40-bafe-ffa780dbaf58 req-5cd65dae-c246-44dc-a544-5404a264fc8a service neutron] 10.222.0.39 "GET /v2.0/networks/1262eb51-6568-4d0c-b1d7-5b2c9bfe4256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705663 Apr 08 03:03:38.285075 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc67d31-7430-4e72-b104-518b7b26b197 req-73d44cc8-8d82-4158-846f-43fcce45e9bc tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:03:38.286535 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-9cc67d31-7430-4e72-b104-518b7b26b197 req-73d44cc8-8d82-4158-846f-43fcce45e9bc tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ec8b5fa-158a-4080-be68-8f7296d32e36 HTTP/1.1" status: 200 len: 943 time: 0.1916318 Apr 08 03:03:38.362008 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-9cc67d31-7430-4e72-b104-518b7b26b197 req-9b0e7faf-faca-4294-8239-108a70de6045 tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] 10.222.0.15 "GET /v2.0/security-groups?id=ffd4b26c-b78c-4d00-8cbd-37d4ed5bcef7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614555 Apr 08 03:03:38.364056 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-192a0014-20a2-4c40-bafe-ffa780dbaf58 req-c1668c1b-d395-4ce5-817f-f513fda9594e service neutron] 10.222.0.39 "GET /v2.0/networks/1262eb51-6568-4d0c-b1d7-5b2c9bfe4256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763616 Apr 08 03:03:39.201044 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af04ce8-9036-4426-9693-2114b6d19a3e req-ec7a0c55-3f37-48a5-a2fd-5b104a62b673 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:03:39.202564 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-7af04ce8-9036-4426-9693-2114b6d19a3e req-ec7a0c55-3f37-48a5-a2fd-5b104a62b673 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd102f31-ed4c-49d6-b8cc-fc30cda82b7e HTTP/1.1" status: 200 len: 945 time: 0.0837026 Apr 08 03:03:39.237560 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:39.247079 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-7af04ce8-9036-4426-9693-2114b6d19a3e req-90c443f6-a215-4d62-ad14-19752e8797ba tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/security-groups?id=1d0bb224-8457-456e-b4fb-f074c827983b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387273 Apr 08 03:03:39.547977 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064be2a8-46fe-491e-976f-243d4b0dca51 req-79dfb85c-2c91-4851-a637-b4813a0590b0 tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:03:39.549410 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-064be2a8-46fe-491e-976f-243d4b0dca51 req-79dfb85c-2c91-4851-a637-b4813a0590b0 tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ec8b5fa-158a-4080-be68-8f7296d32e36 HTTP/1.1" status: 200 len: 943 time: 0.0800223 Apr 08 03:03:39.593689 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-064be2a8-46fe-491e-976f-243d4b0dca51 req-9447c310-9f9f-43ac-a2b0-134a1da343c7 tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] 10.222.0.15 "GET /v2.0/security-groups?id=ffd4b26c-b78c-4d00-8cbd-37d4ed5bcef7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384021 Apr 08 03:03:40.029102 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 49308) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:03:40.142654 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-81682b14-9615-4728-8528-da7f107904b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:40.157563 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-81682b14-9615-4728-8528-da7f107904b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 03:03:40.161512 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-81682b14-9615-4728-8528-da7f107904b7 admin admin] Usage tracker for resource:security_group_rule and tenant:9e47fe144afe48ee8f114987a65b14dd is out of sync, need to count used quota {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 03:03:40.167467 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-81682b14-9615-4728-8528-da7f107904b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 03:03:40.173220 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-81682b14-9615-4728-8528-da7f107904b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 03:03:40.255071 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-81682b14-9615-4728-8528-da7f107904b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:40.352129 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-81682b14-9615-4728-8528-da7f107904b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:40.402509 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-81682b14-9615-4728-8528-da7f107904b7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9e47fe144afe48ee8f114987a65b14dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3722081 Apr 08 03:03:40.403482 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81682b14-9615-4728-8528-da7f107904b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ceca717-ec10-4499-b540-b4d7e2626125,revision_number=1']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:03:40.405124 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.wsgi [-] (87786) accepted ('10.222.0.15', 49316) {{(pid=87786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:03:40.482550 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831af386-8d03-44d9-81be-51be1d0afc04 req-225da5f0-1439-4ec3-a1f4-517d248279f3 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:03:40.484033 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-831af386-8d03-44d9-81be-51be1d0afc04 req-225da5f0-1439-4ec3-a1f4-517d248279f3 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd102f31-ed4c-49d6-b8cc-fc30cda82b7e HTTP/1.1" status: 200 len: 945 time: 0.1287811 Apr 08 03:03:40.486300 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-eab928b9-d29d-4d73-a424-3cce494be1ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:40.538017 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-eab928b9-d29d-4d73-a424-3cce494be1ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:40.561182 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-831af386-8d03-44d9-81be-51be1d0afc04 req-4e5aff78-a9e7-467a-9a53-4d9a8a971ca2 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/security-groups?id=1d0bb224-8457-456e-b4fb-f074c827983b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659282 Apr 08 03:03:40.685098 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-eab928b9-d29d-4d73-a424-3cce494be1ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:40.701477 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab928b9-d29d-4d73-a424-3cce494be1ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ceca717-ec10-4499-b540-b4d7e2626125,revision_number=None']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:03:40.741633 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-eab928b9-d29d-4d73-a424-3cce494be1ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:40.742729 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [None req-eab928b9-d29d-4d73-a424-3cce494be1ae admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6ceca717-ec10-4499-b540-b4d7e2626125 HTTP/1.1" status: 204 len: 168 time: 0.3366389 Apr 08 03:03:40.785913 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1732dc2-7187-4ded-94e4-5e5187f95317 req-10e637cd-30c4-46b0-9b69-99d98ca31839 tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:03:40.787968 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-f1732dc2-7187-4ded-94e4-5e5187f95317 req-10e637cd-30c4-46b0-9b69-99d98ca31839 tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ec8b5fa-158a-4080-be68-8f7296d32e36 HTTP/1.1" status: 200 len: 943 time: 0.0878925 Apr 08 03:03:40.831067 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-f1732dc2-7187-4ded-94e4-5e5187f95317 req-c9088f60-a301-47aa-bcd6-2de1da389587 tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] 10.222.0.15 "GET /v2.0/security-groups?id=ffd4b26c-b78c-4d00-8cbd-37d4ed5bcef7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373991 Apr 08 03:03:41.288522 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.wsgi [-] (87786) accepted ('10.222.0.15', 49326) {{(pid=87786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:03:41.305418 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-5dcc8786-2f53-449d-9e5c-413508e66363 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:41.319726 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.quota.driver [None req-5dcc8786-2f53-449d-9e5c-413508e66363 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 03:03:41.323476 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [None req-5dcc8786-2f53-449d-9e5c-413508e66363 admin admin] Usage tracker for resource:security_group_rule and tenant:3bc381e66b14480298be8e3d43d7fab9 is out of sync, need to count used quota {{(pid=87786) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 03:03:41.326175 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [None req-5dcc8786-2f53-449d-9e5c-413508e66363 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87786) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 03:03:41.331816 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.quota.driver [None req-5dcc8786-2f53-449d-9e5c-413508e66363 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 03:03:41.416382 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-5dcc8786-2f53-449d-9e5c-413508e66363 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:41.465689 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-5dcc8786-2f53-449d-9e5c-413508e66363 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:41.512613 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [None req-5dcc8786-2f53-449d-9e5c-413508e66363 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3bc381e66b14480298be8e3d43d7fab9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2230091 Apr 08 03:03:41.513451 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcc8786-2f53-449d-9e5c-413508e66363 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f37fa98c-394d-4b03-8849-ff621aba7697,revision_number=1']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:03:41.515391 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 49330) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:03:41.571794 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-12e71bc0-3727-48d8-bcc3-fcf67f23bfa7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:41.596388 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-12e71bc0-3727-48d8-bcc3-fcf67f23bfa7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:41.705913 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-12e71bc0-3727-48d8-bcc3-fcf67f23bfa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:41.723369 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e71bc0-3727-48d8-bcc3-fcf67f23bfa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f37fa98c-394d-4b03-8849-ff621aba7697,revision_number=None']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:03:41.738899 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-12e71bc0-3727-48d8-bcc3-fcf67f23bfa7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:41.744927 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-12e71bc0-3727-48d8-bcc3-fcf67f23bfa7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f37fa98c-394d-4b03-8849-ff621aba7697 HTTP/1.1" status: 204 len: 168 time: 0.2268207 Apr 08 03:03:41.753872 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4adc50b-895e-4c0a-b1b1-b87aec476992 req-8555d52b-ba2f-44b7-8a0a-b6a970d859d3 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:03:41.756120 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-d4adc50b-895e-4c0a-b1b1-b87aec476992 req-8555d52b-ba2f-44b7-8a0a-b6a970d859d3 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd102f31-ed4c-49d6-b8cc-fc30cda82b7e HTTP/1.1" status: 200 len: 945 time: 0.0834961 Apr 08 03:03:41.799939 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-d4adc50b-895e-4c0a-b1b1-b87aec476992 req-5dc6d8b7-daa2-4228-ad9e-63aadba95844 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/security-groups?id=1d0bb224-8457-456e-b4fb-f074c827983b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383661 Apr 08 03:03:41.883145 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Device a7d85938-54e1-4b2c-b6d8-774888171eff details requested by agent hyperv_hv-cinder-83705 with host hv-cinder-83705 {{(pid=87788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 08 03:03:42.018783 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.db [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] For port a7d85938-54e1-4b2c-b6d8-774888171eff, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=a7d85938-54e1-4b2c-b6d8-774888171eff,segment=NetworkSegment(f24de6cc-1a95-415b-8300-ea0d5a655f11),segment_id=f24de6cc-1a95-415b-8300-ea0d5a655f11)] {{(pid=87788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 03:03:42.022418 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd6a61b-d98a-498a-9103-e0a73937837b req-d2366695-19fe-44c4-b8f0-e8782b74d917 tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:03:42.023910 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-2fd6a61b-d98a-498a-9103-e0a73937837b req-d2366695-19fe-44c4-b8f0-e8782b74d917 tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ec8b5fa-158a-4080-be68-8f7296d32e36 HTTP/1.1" status: 200 len: 943 time: 0.0835774 Apr 08 03:03:42.032698 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Returning: {'device': 'a7d85938-54e1-4b2c-b6d8-774888171eff', 'network_id': '1262eb51-6568-4d0c-b1d7-5b2c9bfe4256', 'port_id': 'a7d85938-54e1-4b2c-b6d8-774888171eff', 'mac_address': 'fa:16:3e:43:44:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 283, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41ea65b4-3e16-4b14-b908-154f07f5a3b6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 03:03:42.069017 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-2fd6a61b-d98a-498a-9103-e0a73937837b req-dd892b8f-b967-4b71-9598-15cc45a64c50 tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] 10.222.0.15 "GET /v2.0/security-groups?id=ffd4b26c-b78c-4d00-8cbd-37d4ed5bcef7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389831 Apr 08 03:03:42.091855 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:42.109128 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.notifiers.nova [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7d85938-54e1-4b2c-b6d8-774888171eff {{(pid=87788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 03:03:42.124599 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.db [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] For port a7d85938-54e1-4b2c-b6d8-774888171eff, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=a7d85938-54e1-4b2c-b6d8-774888171eff,segment=NetworkSegment(f24de6cc-1a95-415b-8300-ea0d5a655f11),segment_id=f24de6cc-1a95-415b-8300-ea0d5a655f11)] {{(pid=87788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 03:03:42.199156 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762847214852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762846864698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762846864743'] for port, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:42.266910 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Pushing event updated for resources: {'Port': ['ID=a7d85938-54e1-4b2c-b6d8-774888171eff,revision_number=4']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:03:42.627589 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.db [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] get_ports_and_sgs() called for port_ids ['a7d85938-54e1-4b2c-b6d8-774888171eff'] {{(pid=87788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 03:03:42.997051 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29feaf48-66c4-4c8c-a386-a9b91391535e req-4816fef3-18c3-43f9-a88c-9581d85a01f0 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:03:42.998498 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-29feaf48-66c4-4c8c-a386-a9b91391535e req-4816fef3-18c3-43f9-a88c-9581d85a01f0 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd102f31-ed4c-49d6-b8cc-fc30cda82b7e HTTP/1.1" status: 200 len: 945 time: 0.0816407 Apr 08 03:03:43.046200 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-29feaf48-66c4-4c8c-a386-a9b91391535e req-6384a45a-16d7-467c-862a-d3ee005197a7 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/security-groups?id=1d0bb224-8457-456e-b4fb-f074c827983b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419321 Apr 08 03:03:43.251418 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef02d34-71ca-4441-878d-a081eabcfd39 req-d5143c20-2df0-4cd9-b50a-ad68ac7ba7ce tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:03:43.252850 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-9ef02d34-71ca-4441-878d-a081eabcfd39 req-d5143c20-2df0-4cd9-b50a-ad68ac7ba7ce tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ec8b5fa-158a-4080-be68-8f7296d32e36 HTTP/1.1" status: 200 len: 944 time: 0.0806108 Apr 08 03:03:43.300512 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-9ef02d34-71ca-4441-878d-a081eabcfd39 req-8c8529ac-9178-404c-b1e3-4015f5b71106 tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] 10.222.0.15 "GET /v2.0/security-groups?id=ffd4b26c-b78c-4d00-8cbd-37d4ed5bcef7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413809 Apr 08 03:03:43.883309 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Device a7d85938-54e1-4b2c-b6d8-774888171eff up at agent hyperv_hv-cinder-83705 {{(pid=87788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 03:03:44.038839 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Provisioning for port a7d85938-54e1-4b2c-b6d8-774888171eff completed by entity L2. {{(pid=87788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 03:03:44.043959 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Provisioning complete for port a7d85938-54e1-4b2c-b6d8-774888171eff triggered by entity L2. {{(pid=87788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 03:03:44.044325 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587297'] for port, provisioning_complete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:44.164216 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:44.192249 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ec8b5fa-158a-4080-be68-8f7296d32e36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7d85938-54e1-4b2c-b6d8-774888171eff'}] {{(pid=87788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 03:03:44.202983 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.db [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] For port a7d85938-54e1-4b2c-b6d8-774888171eff, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=a7d85938-54e1-4b2c-b6d8-774888171eff,segment=NetworkSegment(f24de6cc-1a95-415b-8300-ea0d5a655f11),segment_id=f24de6cc-1a95-415b-8300-ea0d5a655f11)] {{(pid=87788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 03:03:44.240137 dv-cinder-837051-1-smb neutron-server[87788]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f4805dd-10d6-4e35-ac23-e7dfb8279edb'] response: {'server_uuid': '7ec8b5fa-158a-4080-be68-8f7296d32e36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7d85938-54e1-4b2c-b6d8-774888171eff', 'code': 200} Apr 08 03:03:44.250861 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb45de3-b8c1-498f-b6de-856ee32f0a99 req-0f816384-6ee6-4153-a2c6-265a63b2639c tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:03:44.252324 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-7cb45de3-b8c1-498f-b6de-856ee32f0a99 req-0f816384-6ee6-4153-a2c6-265a63b2639c tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd102f31-ed4c-49d6-b8cc-fc30cda82b7e HTTP/1.1" status: 200 len: 945 time: 0.0933850 Apr 08 03:03:44.283217 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762847214852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762846864698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762846864743'] for port, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:44.311483 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-7cb45de3-b8c1-498f-b6de-856ee32f0a99 req-641d486e-1b75-4ec6-8be8-c834e2e47af8 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/security-groups?id=1d0bb224-8457-456e-b4fb-f074c827983b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530062 Apr 08 03:03:44.376177 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Pushing event updated for resources: {'Port': ['ID=a7d85938-54e1-4b2c-b6d8-774888171eff,revision_number=5']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:03:44.508936 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75021c4-56a6-4697-9494-e641d05730e9 req-9510685b-af27-4cc6-a042-fd7e09c0dab6 tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:03:44.511044 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-b75021c4-56a6-4697-9494-e641d05730e9 req-9510685b-af27-4cc6-a042-fd7e09c0dab6 tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ec8b5fa-158a-4080-be68-8f7296d32e36 HTTP/1.1" status: 200 len: 945 time: 0.0882015 Apr 08 03:03:44.558481 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-b75021c4-56a6-4697-9494-e641d05730e9 req-7742394c-ed87-4d0e-872b-88238d68990d tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] 10.222.0.15 "GET /v2.0/security-groups?id=ffd4b26c-b78c-4d00-8cbd-37d4ed5bcef7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414646 Apr 08 03:03:44.732731 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.agents_db [None req-78530461-7b12-4524-9e6e-3e4de8d78fc4 None None] Agent healthcheck: found 6 active agents {{(pid=87789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 03:03:44.779998 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37978966-ccc0-44c6-a216-52b308c9b0da req-a9849d40-6e22-41d8-8837-6f3a6d2f0d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:03:44.781736 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-37978966-ccc0-44c6-a216-52b308c9b0da req-a9849d40-6e22-41d8-8837-6f3a6d2f0d45 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7ec8b5fa-158a-4080-be68-8f7296d32e36 HTTP/1.1" status: 200 len: 1098 time: 0.1566372 Apr 08 03:03:44.820945 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-37978966-ccc0-44c6-a216-52b308c9b0da req-7ea8afc1-f2c3-4d62-8341-6c57c00e861c service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=ffd4b26c-b78c-4d00-8cbd-37d4ed5bcef7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334337 Apr 08 03:03:45.523000 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbbb7f1-deb1-4f0d-a490-7cf8c67344d5 req-b7792409-cdf5-40af-a032-7216f2e8d6ca tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:03:45.524464 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-edbbb7f1-deb1-4f0d-a490-7cf8c67344d5 req-b7792409-cdf5-40af-a032-7216f2e8d6ca tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd102f31-ed4c-49d6-b8cc-fc30cda82b7e HTTP/1.1" status: 200 len: 945 time: 0.0806770 Apr 08 03:03:45.570270 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-edbbb7f1-deb1-4f0d-a490-7cf8c67344d5 req-6e134410-57ca-44bc-bcbd-d4a41caa6813 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/security-groups?id=1d0bb224-8457-456e-b4fb-f074c827983b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399606 Apr 08 03:03:45.887883 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f67164-0a8b-42fe-bd14-28a525d0d4a1 req-d182dc3f-736a-4e18-9889-b446893c4202 tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:03:45.889234 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-12f67164-0a8b-42fe-bd14-28a525d0d4a1 req-d182dc3f-736a-4e18-9889-b446893c4202 tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ec8b5fa-158a-4080-be68-8f7296d32e36 HTTP/1.1" status: 200 len: 945 time: 0.0773361 Apr 08 03:03:45.933111 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-12f67164-0a8b-42fe-bd14-28a525d0d4a1 req-901ffaa7-e853-406d-b8a3-9f4fac0b6e47 tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] 10.222.0.15 "GET /v2.0/security-groups?id=ffd4b26c-b78c-4d00-8cbd-37d4ed5bcef7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382774 Apr 08 03:03:46.779312 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6fa3ac-8293-483c-899c-71c9a51c4b28 req-52da3dc7-499a-40d9-9212-168c66ee7e7d tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:03:46.780798 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-af6fa3ac-8293-483c-899c-71c9a51c4b28 req-52da3dc7-499a-40d9-9212-168c66ee7e7d tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd102f31-ed4c-49d6-b8cc-fc30cda82b7e HTTP/1.1" status: 200 len: 945 time: 0.0924735 Apr 08 03:03:46.823950 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-af6fa3ac-8293-483c-899c-71c9a51c4b28 req-a86346b7-2334-4ad6-ad18-43e09a512397 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/security-groups?id=1d0bb224-8457-456e-b4fb-f074c827983b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374920 Apr 08 03:03:47.133865 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8759ad67-7fd5-44c2-8677-1d4c5f17429c req-8f8a7dae-fc94-463c-81a8-c5353e5d0477 tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:03:47.135343 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-8759ad67-7fd5-44c2-8677-1d4c5f17429c req-8f8a7dae-fc94-463c-81a8-c5353e5d0477 tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ec8b5fa-158a-4080-be68-8f7296d32e36 HTTP/1.1" status: 200 len: 945 time: 0.0955873 Apr 08 03:03:47.179364 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-8759ad67-7fd5-44c2-8677-1d4c5f17429c req-3d81dc1c-b4e9-4397-94c3-91a24de1d3d9 tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] 10.222.0.15 "GET /v2.0/security-groups?id=ffd4b26c-b78c-4d00-8cbd-37d4ed5bcef7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381942 Apr 08 03:03:47.371322 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832ea006-9f4b-49ed-95fd-1c6a9326c786 req-c4d51f16-c65b-4228-8c5a-aa6cd77e8a9e tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:03:47.372832 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-832ea006-9f4b-49ed-95fd-1c6a9326c786 req-c4d51f16-c65b-4228-8c5a-aa6cd77e8a9e tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ec8b5fa-158a-4080-be68-8f7296d32e36 HTTP/1.1" status: 200 len: 945 time: 0.0838025 Apr 08 03:03:47.423837 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-832ea006-9f4b-49ed-95fd-1c6a9326c786 req-4c7d1ee8-12a7-40be-9c88-0cbf3ff84004 tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] 10.222.0.15 "GET /v2.0/security-groups?id=ffd4b26c-b78c-4d00-8cbd-37d4ed5bcef7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452130 Apr 08 03:03:47.447281 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 49440) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:03:47.678527 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9590aa4-2477-41a3-9e68-3dd544bfbcb9 tempest-TestShelveInstance-1778025007 tempest-TestShelveInstance-1778025007-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:03:47.679264 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-e9590aa4-2477-41a3-9e68-3dd544bfbcb9 tempest-TestShelveInstance-1778025007 tempest-TestShelveInstance-1778025007-project-admin] Synchronizing usage tracker for tenant:81dcacae000b4b22b440da0e2b541d75 on resource:port {{(pid=87787) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 03:03:47.758936 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-e9590aa4-2477-41a3-9e68-3dd544bfbcb9 tempest-TestShelveInstance-1778025007 tempest-TestShelveInstance-1778025007-project-admin] Unset dirty status for tenant:81dcacae000b4b22b440da0e2b541d75 on resource:port {{(pid=87787) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 03:03:47.760143 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-e9590aa4-2477-41a3-9e68-3dd544bfbcb9 tempest-TestShelveInstance-1778025007 tempest-TestShelveInstance-1778025007-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=7ec8b5fa-158a-4080-be68-8f7296d32e36 HTTP/1.1" status: 200 len: 1093 time: 0.3118334 Apr 08 03:03:47.762937 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 49448) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:03:47.768024 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.v2.base [None req-9fc4654d-f352-4bb7-8159-81425d24a3e7 tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] Request body: {'floatingip': {'floating_network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'port_id': 'a7d85938-54e1-4b2c-b6d8-774888171eff', 'tenant_id': 'd795d4c3932b47d7849e48c0ea1f7259', 'fixed_ip_address': '172.20.0.4'}} {{(pid=87787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 03:03:47.773940 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-9fc4654d-f352-4bb7-8159-81425d24a3e7 tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 03:03:47.778102 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-9fc4654d-f352-4bb7-8159-81425d24a3e7 tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] Usage tracker for resource:floatingip and tenant:d795d4c3932b47d7849e48c0ea1f7259 is out of sync, need to count used quota {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 03:03:47.781002 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-9fc4654d-f352-4bb7-8159-81425d24a3e7 tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 03:03:47.787076 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-9fc4654d-f352-4bb7-8159-81425d24a3e7 tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 03:03:47.860553 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-9fc4654d-f352-4bb7-8159-81425d24a3e7 tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] Notify callbacks [] for floatingip, before_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:47.998770 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-9fc4654d-f352-4bb7-8159-81425d24a3e7 tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:48.019098 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f724b9c4-9093-4d06-a1fd-31a2edc5b256 req-0156dc81-6dbe-4d57-877a-0ca5d0c3fe7c tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:03:48.020713 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-f724b9c4-9093-4d06-a1fd-31a2edc5b256 req-0156dc81-6dbe-4d57-877a-0ca5d0c3fe7c tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd102f31-ed4c-49d6-b8cc-fc30cda82b7e HTTP/1.1" status: 200 len: 945 time: 0.0895939 Apr 08 03:03:48.068312 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-f724b9c4-9093-4d06-a1fd-31a2edc5b256 req-7804bd94-1988-462d-8361-e1a12c874644 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/security-groups?id=1d0bb224-8457-456e-b4fb-f074c827983b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403104 Apr 08 03:03:48.150587 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.db_base_plugin_common [None req-9fc4654d-f352-4bb7-8159-81425d24a3e7 tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] Allocated IP 172.28.2.210 (98d1e709-75a7-4f60-9ef6-cd80d5a9207b/cdd7e012-314b-49de-85b2-875de1f002d2/31ba396a-01ca-40fa-bf49-dc8206312945) {{(pid=87787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 03:03:48.296232 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-9fc4654d-f352-4bb7-8159-81425d24a3e7 tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] Notify callbacks [] for port, precommit_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:48.398792 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-9fc4654d-f352-4bb7-8159-81425d24a3e7 tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762846864680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3006662'] for port, after_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:48.460623 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fc4654d-f352-4bb7-8159-81425d24a3e7 tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] Network 98d1e709-75a7-4f60-9ef6-cd80d5a9207b is already hosted by enough agents. {{(pid=87787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 03:03:48.463235 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.scheduler.base_scheduler [None req-9fc4654d-f352-4bb7-8159-81425d24a3e7 tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] Resources bound (agent type, host, resource id): {{(pid=87787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 03:03:48.465758 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc4654d-f352-4bb7-8159-81425d24a3e7 tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] Received port after_create {{(pid=87787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 03:03:48.505156 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc4654d-f352-4bb7-8159-81425d24a3e7 tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] Pushing event updated for resources: {'Port': ['ID=31ba396a-01ca-40fa-bf49-dc8206312945,revision_number=1']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:03:49.098462 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-9fc4654d-f352-4bb7-8159-81425d24a3e7 tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:49.265338 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5352e759-8ab3-4991-bb0e-08dd5e9936e1 req-590f1f00-7c39-47e2-9d66-d8de4e92bf47 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:03:49.266883 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-5352e759-8ab3-4991-bb0e-08dd5e9936e1 req-590f1f00-7c39-47e2-9d66-d8de4e92bf47 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd102f31-ed4c-49d6-b8cc-fc30cda82b7e HTTP/1.1" status: 200 len: 945 time: 0.0797460 Apr 08 03:03:49.287433 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-9fc4654d-f352-4bb7-8159-81425d24a3e7 tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_update {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:49.314041 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-5352e759-8ab3-4991-bb0e-08dd5e9936e1 req-d678f558-770b-4a5a-abaf-137592164b9b tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/security-groups?id=1d0bb224-8457-456e-b4fb-f074c827983b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406644 Apr 08 03:03:49.521684 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-9fc4654d-f352-4bb7-8159-81425d24a3e7 tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] Notify callbacks [] for port, precommit_update {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:49.587652 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-9fc4654d-f352-4bb7-8159-81425d24a3e7 tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762847214852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762846864698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762846864743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3006669'] for port, after_update {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:49.700046 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc4654d-f352-4bb7-8159-81425d24a3e7 tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] Pushing event updated for resources: {'Port': ['ID=31ba396a-01ca-40fa-bf49-dc8206312945,revision_number=2']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:03:49.711221 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-9fc4654d-f352-4bb7-8159-81425d24a3e7 tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-333402'] for floatingip, after_update {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:49.876207 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.db.l3_db [None req-9fc4654d-f352-4bb7-8159-81425d24a3e7 tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] Floating IP 6a66633f-6f17-4d8b-8611-b2e56738e4fd associated. External IP: 172.28.2.210, port: a7d85938-54e1-4b2c-b6d8-774888171eff. Apr 08 03:03:50.217002 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fc4654d-f352-4bb7-8159-81425d24a3e7 tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] Router 9dffea49-7e40-4187-8ad8-f32b1d1f2bfe has already been hosted by L3 agent 70d74887-4404-4f0d-99b3-e017d5637063 {{(pid=87787) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 03:03:50.496922 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fc4654d-f352-4bb7-8159-81425d24a3e7 tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] Notify agent at l3_agent.dv-cinder-837051-1-smb the message routers_updated {{(pid=87787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 03:03:50.510545 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5499e30c-963a-4d9b-9426-361c3808e577 None None] Sync routers for ids ['9dffea49-7e40-4187-8ad8-f32b1d1f2bfe'] in dv-cinder-837051-1-smb {{(pid=87789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 03:03:50.526738 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5499e30c-963a-4d9b-9426-361c3808e577 None None] Routers {'9dffea49-7e40-4187-8ad8-f32b1d1f2bfe'} bound to L3 agent in host dv-cinder-837051-1-smb {{(pid=87789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 03:03:50.526738 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.l3_hamode_db [None req-5499e30c-963a-4d9b-9426-361c3808e577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837051-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T02:46:58Z,description=,heartbeat_timestamp=2022-04-08T03:03:28Z,host='dv-cinder-837051-1-smb',id=70d74887-4404-4f0d-99b3-e017d5637063,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T02:46:59Z,topic='l3_agent')) {'router_ids': ['9dffea49-7e40-4187-8ad8-f32b1d1f2bfe'], 'active': True} {{(pid=87789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 03:03:50.543571 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ff7f5b-4df5-4f10-b629-4d72971a5432 req-d40fb05d-2ad1-40bd-a78d-881b0e237287 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:03:50.545049 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-56ff7f5b-4df5-4f10-b629-4d72971a5432 req-d40fb05d-2ad1-40bd-a78d-881b0e237287 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd102f31-ed4c-49d6-b8cc-fc30cda82b7e HTTP/1.1" status: 200 len: 945 time: 0.1074197 Apr 08 03:03:50.588790 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-9fc4654d-f352-4bb7-8159-81425d24a3e7 tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207533'] for floatingip, before_response {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:50.592878 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-56ff7f5b-4df5-4f10-b629-4d72971a5432 req-9dc7cae7-39f7-412e-9004-3989be694cdc tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/security-groups?id=1d0bb224-8457-456e-b4fb-f074c827983b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421093 Apr 08 03:03:50.659303 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-9fc4654d-f352-4bb7-8159-81425d24a3e7 tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8952565 Apr 08 03:03:50.660294 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ec8b5fa-158a-4080-be68-8f7296d32e36', 'tag': 'a7d85938-54e1-4b2c-b6d8-774888171eff'}] {{(pid=87787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 03:03:50.707959 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e54e4e8d-48e2-4c2d-89ef-6880b3d1a47a'] response: {'name': 'network-changed', 'server_uuid': '7ec8b5fa-158a-4080-be68-8f7296d32e36', 'tag': 'a7d85938-54e1-4b2c-b6d8-774888171eff', 'status': 'completed', 'code': 200} Apr 08 03:03:50.720170 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.l3_dvr_db [None req-5499e30c-963a-4d9b-9426-361c3808e577 None None] Set router 9dffea49-7e40-4187-8ad8-f32b1d1f2bfe gateway port host: dv-cinder-837051-1-smb {{(pid=87789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 03:03:50.825493 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f29f156-929c-4b79-a143-d0f874239149 req-0d5285a5-2417-4888-bfca-d96f7611a166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:03:50.826898 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-6f29f156-929c-4b79-a143-d0f874239149 req-0d5285a5-2417-4888-bfca-d96f7611a166 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d795d4c3932b47d7849e48c0ea1f7259&device_id=7ec8b5fa-158a-4080-be68-8f7296d32e36 HTTP/1.1" status: 200 len: 1098 time: 0.0726261 Apr 08 03:03:50.985880 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f29f156-929c-4b79-a143-d0f874239149 req-9d6a18d2-56ba-4eda-b675-285dea02275d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:03:50.987492 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-6f29f156-929c-4b79-a143-d0f874239149 req-9d6a18d2-56ba-4eda-b675-285dea02275d service neutron] 10.222.0.39 "GET /v2.0/networks?id=1262eb51-6568-4d0c-b1d7-5b2c9bfe4256 HTTP/1.1" status: 200 len: 910 time: 0.1538780 Apr 08 03:03:51.094612 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-6f29f156-929c-4b79-a143-d0f874239149 req-0fb0a5fa-c2d9-480d-9726-9119ccd46b8e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a7d85938-54e1-4b2c-b6d8-774888171eff HTTP/1.1" status: 200 len: 999 time: 0.1007783 Apr 08 03:03:51.128428 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.l3_hamode_db [None req-5499e30c-963a-4d9b-9426-361c3808e577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dffea49-7e40-4187-8ad8-f32b1d1f2bfe', 'name': 'tempest-TestShelveInstance-2101072383-router', 'tenant_id': 'd795d4c3932b47d7849e48c0ea1f7259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'external_fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.251'}], 'enable_snat': True}, 'gw_port_id': '4c151901-588f-4a48-b5a1-c6999062aabf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T03:02:51Z', 'updated_at': '2022-04-08T03:02:55Z', 'revision_number': 4, 'project_id': 'd795d4c3932b47d7849e48c0ea1f7259', 'gw_port': {'id': '4c151901-588f-4a48-b5a1-c6999062aabf', 'name': '', 'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:d1:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dffea49-7e40-4187-8ad8-f32b1d1f2bfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T03:02:52Z', 'updated_at': '2022-04-08T03:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-smb', '_floatingips': [{'id': '6a66633f-6f17-4d8b-8611-b2e56738e4fd', 'tenant_id': 'd795d4c3932b47d7849e48c0ea1f7259', 'floating_ip_address': '172.28.2.210', 'floating_network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'router_id': '9dffea49-7e40-4187-8ad8-f32b1d1f2bfe', 'port_id': 'a7d85938-54e1-4b2c-b6d8-774888171eff', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1262eb51-6568-4d0c-b1d7-5b2c9bfe4256', 'mac_address': 'fa:16:3e:43:44:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ec8b5fa-158a-4080-be68-8f7296d32e36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T03:03:48Z', 'updated_at': '2022-04-08T03:03:48Z', 'revision_number': 0, 'project_id': 'd795d4c3932b47d7849e48c0ea1f7259', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f7339a0-d394-49f7-aa0c-9f7a1ca43d6b', 'name': '', 'network_id': '1262eb51-6568-4d0c-b1d7-5b2c9bfe4256', 'tenant_id': 'd795d4c3932b47d7849e48c0ea1f7259', 'mac_address': 'fa:16:3e:37:1b:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dffea49-7e40-4187-8ad8-f32b1d1f2bfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '41ea65b4-3e16-4b14-b908-154f07f5a3b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T03:02:54Z', 'updated_at': '2022-04-08T03:03:02Z', 'revision_number': 5, 'project_id': 'd795d4c3932b47d7849e48c0ea1f7259', 'subnets': [{'id': '41ea65b4-3e16-4b14-b908-154f07f5a3b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837051-1-smb', False) {} {{(pid=87789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 03:03:51.132540 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5499e30c-963a-4d9b-9426-361c3808e577 None None] Checking router: 9dffea49-7e40-4187-8ad8-f32b1d1f2bfe for host: dv-cinder-837051-1-smb {{(pid=87789) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 03:03:51.140737 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5499e30c-963a-4d9b-9426-361c3808e577 None None] Routers {'9dffea49-7e40-4187-8ad8-f32b1d1f2bfe'} bound to L3 agent in host dv-cinder-837051-1-smb {{(pid=87789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 03:03:51.141344 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.l3_hamode_db [None req-5499e30c-963a-4d9b-9426-361c3808e577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837051-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T02:46:58Z,description=,heartbeat_timestamp=2022-04-08T03:03:28Z,host='dv-cinder-837051-1-smb',id=70d74887-4404-4f0d-99b3-e017d5637063,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T02:46:59Z,topic='l3_agent')) {'router_ids': ['9dffea49-7e40-4187-8ad8-f32b1d1f2bfe'], 'active': True} {{(pid=87789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 03:03:51.165525 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f29f156-929c-4b79-a143-d0f874239149 req-913f9c3e-6f5f-4343-8696-662b08390ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:03:51.166955 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-6f29f156-929c-4b79-a143-d0f874239149 req-913f9c3e-6f5f-4343-8696-662b08390ac4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=41ea65b4-3e16-4b14-b908-154f07f5a3b6 HTTP/1.1" status: 200 len: 848 time: 0.0659525 Apr 08 03:03:51.242638 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f29f156-929c-4b79-a143-d0f874239149 req-f879a903-db52-4224-b67b-f3589c3c8e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:03:51.244237 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-6f29f156-929c-4b79-a143-d0f874239149 req-f879a903-db52-4224-b67b-f3589c3c8e9a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1262eb51-6568-4d0c-b1d7-5b2c9bfe4256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0701497 Apr 08 03:03:51.337514 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.l3_dvr_db [None req-5499e30c-963a-4d9b-9426-361c3808e577 None None] Set router 9dffea49-7e40-4187-8ad8-f32b1d1f2bfe gateway port host: dv-cinder-837051-1-smb {{(pid=87789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 03:03:51.383803 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-6f29f156-929c-4b79-a143-d0f874239149 req-ae64c76a-4ec7-49e2-a264-ce755730ad27 service neutron] 10.222.0.39 "GET /v2.0/networks/1262eb51-6568-4d0c-b1d7-5b2c9bfe4256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316247 Apr 08 03:03:51.518210 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-6f29f156-929c-4b79-a143-d0f874239149 req-287d1dc3-3c0b-4a9e-b785-e1870ccd2ae9 service neutron] 10.222.0.39 "GET /v2.0/networks/1262eb51-6568-4d0c-b1d7-5b2c9bfe4256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274443 Apr 08 03:03:51.687422 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.l3_hamode_db [None req-5499e30c-963a-4d9b-9426-361c3808e577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dffea49-7e40-4187-8ad8-f32b1d1f2bfe', 'name': 'tempest-TestShelveInstance-2101072383-router', 'tenant_id': 'd795d4c3932b47d7849e48c0ea1f7259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'external_fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.251'}], 'enable_snat': True}, 'gw_port_id': '4c151901-588f-4a48-b5a1-c6999062aabf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T03:02:51Z', 'updated_at': '2022-04-08T03:02:55Z', 'revision_number': 4, 'project_id': 'd795d4c3932b47d7849e48c0ea1f7259', 'gw_port': {'id': '4c151901-588f-4a48-b5a1-c6999062aabf', 'name': '', 'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:d1:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dffea49-7e40-4187-8ad8-f32b1d1f2bfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T03:02:52Z', 'updated_at': '2022-04-08T03:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-smb', '_floatingips': [{'id': '6a66633f-6f17-4d8b-8611-b2e56738e4fd', 'tenant_id': 'd795d4c3932b47d7849e48c0ea1f7259', 'floating_ip_address': '172.28.2.210', 'floating_network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'router_id': '9dffea49-7e40-4187-8ad8-f32b1d1f2bfe', 'port_id': 'a7d85938-54e1-4b2c-b6d8-774888171eff', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1262eb51-6568-4d0c-b1d7-5b2c9bfe4256', 'mac_address': 'fa:16:3e:43:44:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ec8b5fa-158a-4080-be68-8f7296d32e36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T03:03:48Z', 'updated_at': '2022-04-08T03:03:48Z', 'revision_number': 0, 'project_id': 'd795d4c3932b47d7849e48c0ea1f7259', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f7339a0-d394-49f7-aa0c-9f7a1ca43d6b', 'name': '', 'network_id': '1262eb51-6568-4d0c-b1d7-5b2c9bfe4256', 'tenant_id': 'd795d4c3932b47d7849e48c0ea1f7259', 'mac_address': 'fa:16:3e:37:1b:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dffea49-7e40-4187-8ad8-f32b1d1f2bfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '41ea65b4-3e16-4b14-b908-154f07f5a3b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T03:02:54Z', 'updated_at': '2022-04-08T03:03:02Z', 'revision_number': 5, 'project_id': 'd795d4c3932b47d7849e48c0ea1f7259', 'subnets': [{'id': '41ea65b4-3e16-4b14-b908-154f07f5a3b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837051-1-smb', False) {} {{(pid=87789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 03:03:51.691612 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5499e30c-963a-4d9b-9426-361c3808e577 None None] The sync data for ids ['9dffea49-7e40-4187-8ad8-f32b1d1f2bfe'] in dv-cinder-837051-1-smb is: [{'id': '9dffea49-7e40-4187-8ad8-f32b1d1f2bfe', 'name': 'tempest-TestShelveInstance-2101072383-router', 'tenant_id': 'd795d4c3932b47d7849e48c0ea1f7259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'external_fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.251'}], 'enable_snat': True}, 'gw_port_id': '4c151901-588f-4a48-b5a1-c6999062aabf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T03:02:51Z', 'updated_at': '2022-04-08T03:02:55Z', 'revision_number': 4, 'project_id': 'd795d4c3932b47d7849e48c0ea1f7259', 'gw_port': {'id': '4c151901-588f-4a48-b5a1-c6999062aabf', 'name': '', 'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:d1:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dffea49-7e40-4187-8ad8-f32b1d1f2bfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T03:02:52Z', 'updated_at': '2022-04-08T03:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-smb', '_floatingips': [{'id': '6a66633f-6f17-4d8b-8611-b2e56738e4fd', 'tenant_id': 'd795d4c3932b47d7849e48c0ea1f7259', 'floating_ip_address': '172.28.2.210', 'floating_network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'router_id': '9dffea49-7e40-4187-8ad8-f32b1d1f2bfe', 'port_id': 'a7d85938-54e1-4b2c-b6d8-774888171eff', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1262eb51-6568-4d0c-b1d7-5b2c9bfe4256', 'mac_address': 'fa:16:3e:43:44:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ec8b5fa-158a-4080-be68-8f7296d32e36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T03:03:48Z', 'updated_at': '2022-04-08T03:03:48Z', 'revision_number': 0, 'project_id': 'd795d4c3932b47d7849e48c0ea1f7259', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f7339a0-d394-49f7-aa0c-9f7a1ca43d6b', 'name': '', 'network_id': '1262eb51-6568-4d0c-b1d7-5b2c9bfe4256', 'tenant_id': 'd795d4c3932b47d7849e48c0ea1f7259', 'mac_address': 'fa:16:3e:37:1b:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dffea49-7e40-4187-8ad8-f32b1d1f2bfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '41ea65b4-3e16-4b14-b908-154f07f5a3b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T03:02:54Z', 'updated_at': '2022-04-08T03:03:02Z', 'revision_number': 5, 'project_id': 'd795d4c3932b47d7849e48c0ea1f7259', 'subnets': [{'id': '41ea65b4-3e16-4b14-b908-154f07f5a3b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 03:03:51.788792 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3801b9ad-4b00-4c45-a9a3-f703d33dac92 req-9ae916b8-0f64-4f24-bc86-c5e677d6bb7a tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:03:51.790248 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-3801b9ad-4b00-4c45-a9a3-f703d33dac92 req-9ae916b8-0f64-4f24-bc86-c5e677d6bb7a tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd102f31-ed4c-49d6-b8cc-fc30cda82b7e HTTP/1.1" status: 200 len: 945 time: 0.0819337 Apr 08 03:03:51.895379 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e52833-70b5-4515-9827-7643ae17a2f4 None None] New status for floating IP 6a66633f-6f17-4d8b-8611-b2e56738e4fd: ACTIVE {{(pid=87788) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 03:03:51.929769 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-3801b9ad-4b00-4c45-a9a3-f703d33dac92 req-cf0a05e3-ed8e-40aa-ba69-587b64c37bb3 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/security-groups?id=1d0bb224-8457-456e-b4fb-f074c827983b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1338477 Apr 08 03:03:51.952211 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Device 1b2222c4-7c87-4ba3-80f3-bba191ae198d details requested by agent hyperv_hv-cinder-83705 with host hv-cinder-83705 {{(pid=87788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 08 03:03:52.256152 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.db [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] For port 1b2222c4-7c87-4ba3-80f3-bba191ae198d, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=1b2222c4-7c87-4ba3-80f3-bba191ae198d,segment=NetworkSegment(1b549d7e-fc0e-4f7e-b00e-d69f05216c6f),segment_id=1b549d7e-fc0e-4f7e-b00e-d69f05216c6f)] {{(pid=87788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 03:03:52.268971 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Returning: {'device': '1b2222c4-7c87-4ba3-80f3-bba191ae198d', 'network_id': '13de0308-e21f-45b1-8a0f-24108cbfbce7', 'port_id': '1b2222c4-7c87-4ba3-80f3-bba191ae198d', 'mac_address': 'fa:16:3e:ec:a7:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 265, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da634180-ad94-49db-9cf0-02a07794ec35', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 03:03:52.327237 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:52.344650 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.notifiers.nova [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1b2222c4-7c87-4ba3-80f3-bba191ae198d {{(pid=87788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 03:03:52.364020 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.db [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] For port 1b2222c4-7c87-4ba3-80f3-bba191ae198d, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=1b2222c4-7c87-4ba3-80f3-bba191ae198d,segment=NetworkSegment(1b549d7e-fc0e-4f7e-b00e-d69f05216c6f),segment_id=1b549d7e-fc0e-4f7e-b00e-d69f05216c6f)] {{(pid=87788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 03:03:52.437001 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762847214852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762846864698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762846864743'] for port, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:52.508615 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Pushing event updated for resources: {'Port': ['ID=1b2222c4-7c87-4ba3-80f3-bba191ae198d,revision_number=6']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:03:52.615131 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.db [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] get_ports_and_sgs() called for port_ids ['1b2222c4-7c87-4ba3-80f3-bba191ae198d'] {{(pid=87788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 03:03:53.123818 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f240c721-430a-47e8-86bb-caf90649eb3e req-c0195fc9-6903-4de5-babc-45fce61194ac tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:03:53.125169 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-f240c721-430a-47e8-86bb-caf90649eb3e req-c0195fc9-6903-4de5-babc-45fce61194ac tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd102f31-ed4c-49d6-b8cc-fc30cda82b7e HTTP/1.1" status: 200 len: 944 time: 0.0795999 Apr 08 03:03:53.169507 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-f240c721-430a-47e8-86bb-caf90649eb3e req-6041efea-473c-4faa-92ed-55f773f85fc7 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/security-groups?id=1d0bb224-8457-456e-b4fb-f074c827983b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380743 Apr 08 03:03:53.932539 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Device 1b2222c4-7c87-4ba3-80f3-bba191ae198d up at agent hyperv_hv-cinder-83705 {{(pid=87788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 03:03:54.000398 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Provisioning complete for port 1b2222c4-7c87-4ba3-80f3-bba191ae198d triggered by entity L2. {{(pid=87788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 03:03:54.000765 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587297'] for port, provisioning_complete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:54.115343 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:54.142486 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd102f31-ed4c-49d6-b8cc-fc30cda82b7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b2222c4-7c87-4ba3-80f3-bba191ae198d'}] {{(pid=87788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 03:03:54.152851 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.db [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] For port 1b2222c4-7c87-4ba3-80f3-bba191ae198d, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=1b2222c4-7c87-4ba3-80f3-bba191ae198d,segment=NetworkSegment(1b549d7e-fc0e-4f7e-b00e-d69f05216c6f),segment_id=1b549d7e-fc0e-4f7e-b00e-d69f05216c6f)] {{(pid=87788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 03:03:54.187565 dv-cinder-837051-1-smb neutron-server[87788]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0afd928-15cd-4f79-ba40-421ddb32dd42'] response: {'server_uuid': 'fd102f31-ed4c-49d6-b8cc-fc30cda82b7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b2222c4-7c87-4ba3-80f3-bba191ae198d', 'code': 200} Apr 08 03:03:54.215857 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762847214852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762846864698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762846864743'] for port, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:54.283285 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Pushing event updated for resources: {'Port': ['ID=1b2222c4-7c87-4ba3-80f3-bba191ae198d,revision_number=7']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:03:54.369623 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a505487-088a-480e-a81e-b1616033b513 req-02f506b9-4133-44f2-b114-da2c44e44048 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:03:54.371045 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-7a505487-088a-480e-a81e-b1616033b513 req-02f506b9-4133-44f2-b114-da2c44e44048 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd102f31-ed4c-49d6-b8cc-fc30cda82b7e HTTP/1.1" status: 200 len: 945 time: 0.0928233 Apr 08 03:03:54.415248 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-7a505487-088a-480e-a81e-b1616033b513 req-18d2c188-a027-499c-8eb8-8e918a6659fb tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/security-groups?id=1d0bb224-8457-456e-b4fb-f074c827983b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385463 Apr 08 03:03:55.604985 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768a0ca3-a192-4361-9f5b-f5897a79329b req-2ccd31af-4bff-4e96-94ef-d0c4fc431bc6 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:03:55.606438 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-768a0ca3-a192-4361-9f5b-f5897a79329b req-2ccd31af-4bff-4e96-94ef-d0c4fc431bc6 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd102f31-ed4c-49d6-b8cc-fc30cda82b7e HTTP/1.1" status: 200 len: 945 time: 0.0807683 Apr 08 03:03:55.648512 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.wsgi [-] (87786) accepted ('10.222.0.15', 49522) {{(pid=87786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:03:55.658567 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-768a0ca3-a192-4361-9f5b-f5897a79329b req-60373e0a-606c-4f57-9552-6ca4b991a705 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/security-groups?id=1d0bb224-8457-456e-b4fb-f074c827983b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465693 Apr 08 03:03:55.764409 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-6dd6ff8a-ddf5-47e9-a867-0bd92befe592 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:55.778769 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.quota.driver [None req-6dd6ff8a-ddf5-47e9-a867-0bd92befe592 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 03:03:55.782541 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [None req-6dd6ff8a-ddf5-47e9-a867-0bd92befe592 admin admin] Usage tracker for resource:security_group_rule and tenant:c334ed5fe1a846afa00cd30e42c7def7 is out of sync, need to count used quota {{(pid=87786) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 03:03:55.785276 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [None req-6dd6ff8a-ddf5-47e9-a867-0bd92befe592 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87786) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 03:03:55.791434 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.quota.driver [None req-6dd6ff8a-ddf5-47e9-a867-0bd92befe592 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 03:03:55.861670 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-678cc3b7-08d1-4d4a-8214-b5b58983c6dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:55.871545 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-6dd6ff8a-ddf5-47e9-a867-0bd92befe592 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:55.935707 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-6dd6ff8a-ddf5-47e9-a867-0bd92befe592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:55.982589 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [None req-6dd6ff8a-ddf5-47e9-a867-0bd92befe592 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c334ed5fe1a846afa00cd30e42c7def7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3330650 Apr 08 03:03:55.984132 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd6ff8a-ddf5-47e9-a867-0bd92befe592 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=029be8f0-7f07-452b-a833-590dc9a0f657,revision_number=1']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:03:55.985329 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 49528) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:03:56.045424 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-cbf549c5-eb74-4e00-8f72-f560390fbcf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:56.070166 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-cbf549c5-eb74-4e00-8f72-f560390fbcf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:56.198802 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-cbf549c5-eb74-4e00-8f72-f560390fbcf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:56.212878 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf549c5-eb74-4e00-8f72-f560390fbcf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=029be8f0-7f07-452b-a833-590dc9a0f657,revision_number=None']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:03:56.218882 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-cbf549c5-eb74-4e00-8f72-f560390fbcf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:56.221243 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-cbf549c5-eb74-4e00-8f72-f560390fbcf7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/029be8f0-7f07-452b-a833-590dc9a0f657 HTTP/1.1" status: 204 len: 168 time: 0.2341776 Apr 08 03:03:56.771275 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 49538) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:03:56.789400 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-324ae6ff-c87a-4fe4-ac6f-3d7083a49f01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:56.804116 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-324ae6ff-c87a-4fe4-ac6f-3d7083a49f01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 03:03:56.808124 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-324ae6ff-c87a-4fe4-ac6f-3d7083a49f01 admin admin] Usage tracker for resource:security_group_rule and tenant:4a4083def3484c2a9c2617419c1f2781 is out of sync, need to count used quota {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 03:03:56.812751 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-324ae6ff-c87a-4fe4-ac6f-3d7083a49f01 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 03:03:56.818918 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-324ae6ff-c87a-4fe4-ac6f-3d7083a49f01 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 03:03:56.860474 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb407ac-fd9a-4c35-b2c9-2d8098f04186 req-9cab2648-f80d-4043-ba91-8bb765bd747b tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:03:56.866877 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-fcb407ac-fd9a-4c35-b2c9-2d8098f04186 req-9cab2648-f80d-4043-ba91-8bb765bd747b tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd102f31-ed4c-49d6-b8cc-fc30cda82b7e HTTP/1.1" status: 200 len: 945 time: 0.0927227 Apr 08 03:03:56.905281 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-324ae6ff-c87a-4fe4-ac6f-3d7083a49f01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:56.915621 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-fcb407ac-fd9a-4c35-b2c9-2d8098f04186 req-bc53bed9-a269-4618-ab1a-5f15185c1dc5 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/security-groups?id=1d0bb224-8457-456e-b4fb-f074c827983b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428240 Apr 08 03:03:56.974853 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-324ae6ff-c87a-4fe4-ac6f-3d7083a49f01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:57.028051 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-324ae6ff-c87a-4fe4-ac6f-3d7083a49f01 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4a4083def3484c2a9c2617419c1f2781&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2556221 Apr 08 03:03:57.028921 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324ae6ff-c87a-4fe4-ac6f-3d7083a49f01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45bf9d0c-c9d6-4ee0-bb16-c8afaec70632,revision_number=1']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:03:57.030829 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.wsgi [-] (87786) accepted ('10.222.0.15', 49552) {{(pid=87786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:03:57.091495 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-4b48cc1b-c21d-4b75-ae9b-4558efe17ebf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:57.119993 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-4b48cc1b-c21d-4b75-ae9b-4558efe17ebf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:57.238694 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-4b48cc1b-c21d-4b75-ae9b-4558efe17ebf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:57.254333 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b48cc1b-c21d-4b75-ae9b-4558efe17ebf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45bf9d0c-c9d6-4ee0-bb16-c8afaec70632,revision_number=None']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:03:57.269073 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-4b48cc1b-c21d-4b75-ae9b-4558efe17ebf admin admin] Notify callbacks [] for security_group, before_response {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:57.272392 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [None req-4b48cc1b-c21d-4b75-ae9b-4558efe17ebf admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/45bf9d0c-c9d6-4ee0-bb16-c8afaec70632 HTTP/1.1" status: 204 len: 168 time: 0.2404945 Apr 08 03:03:58.001407 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.wsgi [-] (87786) accepted ('10.222.0.15', 49582) {{(pid=87786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:03:58.025139 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-40b6b7b5-764e-4590-980c-c558dbc73663 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:58.076278 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.quota.driver [None req-40b6b7b5-764e-4590-980c-c558dbc73663 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 03:03:58.089779 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [None req-40b6b7b5-764e-4590-980c-c558dbc73663 admin admin] Usage tracker for resource:security_group_rule and tenant:bf90d45345034eb48de33a91a52ccf1c is out of sync, need to count used quota {{(pid=87786) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 03:03:58.093602 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [None req-40b6b7b5-764e-4590-980c-c558dbc73663 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87786) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 03:03:58.101480 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.quota.driver [None req-40b6b7b5-764e-4590-980c-c558dbc73663 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 03:03:58.166229 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da46f11-2487-4237-8ec8-8b4abd6aae1e req-f714a8d6-dce1-4907-ad14-9b7c59c95c13 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:03:58.168078 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-4da46f11-2487-4237-8ec8-8b4abd6aae1e req-f714a8d6-dce1-4907-ad14-9b7c59c95c13 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd102f31-ed4c-49d6-b8cc-fc30cda82b7e HTTP/1.1" status: 200 len: 945 time: 0.1257567 Apr 08 03:03:58.237934 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-4da46f11-2487-4237-8ec8-8b4abd6aae1e req-95819685-0430-4d94-aab3-c6bd338c0026 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/security-groups?id=1d0bb224-8457-456e-b4fb-f074c827983b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642846 Apr 08 03:03:58.252953 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-40b6b7b5-764e-4590-980c-c558dbc73663 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:58.319604 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-40b6b7b5-764e-4590-980c-c558dbc73663 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:58.341700 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-c2a40fc1-c7c5-4dd6-a512-abdc935c9497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:58.373594 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b6b7b5-764e-4590-980c-c558dbc73663 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=def56477-6b1e-4a6d-80a3-b1dc1c14cdfa,revision_number=1']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:03:58.378189 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [None req-40b6b7b5-764e-4590-980c-c558dbc73663 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bf90d45345034eb48de33a91a52ccf1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3749487 Apr 08 03:03:58.380787 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.wsgi [-] (87786) accepted ('10.222.0.15', 49586) {{(pid=87786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:03:58.443727 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-f888c9fb-f544-4cee-81b8-0dd15a6a628c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:58.472489 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-f888c9fb-f544-4cee-81b8-0dd15a6a628c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:58.588201 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-f888c9fb-f544-4cee-81b8-0dd15a6a628c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:58.604214 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888c9fb-f544-4cee-81b8-0dd15a6a628c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=def56477-6b1e-4a6d-80a3-b1dc1c14cdfa,revision_number=None']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:03:58.623349 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-f888c9fb-f544-4cee-81b8-0dd15a6a628c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:58.624487 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [None req-f888c9fb-f544-4cee-81b8-0dd15a6a628c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/def56477-6b1e-4a6d-80a3-b1dc1c14cdfa HTTP/1.1" status: 204 len: 168 time: 0.2426829 Apr 08 03:03:59.147780 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-ef00a636-a289-418c-ab96-90866b017a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:59.250342 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:03:59.471636 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a85823-8fdd-452a-9827-b0bbd476ed74 req-a31e01b4-6f4c-4386-ab92-c5066b83cec2 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:03:59.474550 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-d0a85823-8fdd-452a-9827-b0bbd476ed74 req-a31e01b4-6f4c-4386-ab92-c5066b83cec2 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd102f31-ed4c-49d6-b8cc-fc30cda82b7e HTTP/1.1" status: 200 len: 945 time: 0.0939052 Apr 08 03:03:59.540936 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-d0a85823-8fdd-452a-9827-b0bbd476ed74 req-60c23251-4fac-4e0e-b6a0-5fa2d5ba9503 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/security-groups?id=1d0bb224-8457-456e-b4fb-f074c827983b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576451 Apr 08 03:04:00.725766 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23915a11-356c-43b1-a11f-7d0a2a378a2f req-9cf23d10-0eec-47b3-97fc-7e63babeffaf tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:04:00.727205 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-23915a11-356c-43b1-a11f-7d0a2a378a2f req-9cf23d10-0eec-47b3-97fc-7e63babeffaf tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd102f31-ed4c-49d6-b8cc-fc30cda82b7e HTTP/1.1" status: 200 len: 945 time: 0.0825536 Apr 08 03:04:00.740911 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-0700d8e1-2fb2-4ab8-b601-2cbd26aa24a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:04:00.776079 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-23915a11-356c-43b1-a11f-7d0a2a378a2f req-76e75cb3-f1cd-4dce-8ba1-1ba17e542c92 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/security-groups?id=1d0bb224-8457-456e-b4fb-f074c827983b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400462 Apr 08 03:04:02.000022 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bf6023-7996-4f4d-b380-3683cb07ea08 req-8bf777a4-b366-44b2-8b15-1964c372f88c tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:04:02.002225 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-13bf6023-7996-4f4d-b380-3683cb07ea08 req-8bf777a4-b366-44b2-8b15-1964c372f88c tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd102f31-ed4c-49d6-b8cc-fc30cda82b7e HTTP/1.1" status: 200 len: 945 time: 0.0996547 Apr 08 03:04:02.056245 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-13bf6023-7996-4f4d-b380-3683cb07ea08 req-e6616d6b-08b3-4e8e-8f6c-988364df63ab tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/security-groups?id=1d0bb224-8457-456e-b4fb-f074c827983b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450363 Apr 08 03:04:03.269497 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707d2afb-1996-464c-a771-1fea58c60701 req-1c8a96d3-8e33-4a17-83e5-db06b3783ede tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:04:03.271765 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-707d2afb-1996-464c-a771-1fea58c60701 req-1c8a96d3-8e33-4a17-83e5-db06b3783ede tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd102f31-ed4c-49d6-b8cc-fc30cda82b7e HTTP/1.1" status: 200 len: 945 time: 0.0871754 Apr 08 03:04:03.347636 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-707d2afb-1996-464c-a771-1fea58c60701 req-0c3c7fd2-c541-4422-a96b-09b6786d1803 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/security-groups?id=1d0bb224-8457-456e-b4fb-f074c827983b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685401 Apr 08 03:04:04.586356 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc31ffc-e8c4-4846-be3c-af008739f5d3 req-d3e8e0e3-fc91-4f80-b71b-31ce443d92c1 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:04:04.588348 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-8dc31ffc-e8c4-4846-be3c-af008739f5d3 req-d3e8e0e3-fc91-4f80-b71b-31ce443d92c1 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd102f31-ed4c-49d6-b8cc-fc30cda82b7e HTTP/1.1" status: 200 len: 945 time: 0.0905149 Apr 08 03:04:04.643703 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-8dc31ffc-e8c4-4846-be3c-af008739f5d3 req-2bbeca87-04fb-49fe-a8af-901cbcf21fa6 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/security-groups?id=1d0bb224-8457-456e-b4fb-f074c827983b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490441 Apr 08 03:04:04.993462 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.wsgi [-] (87786) accepted ('10.222.0.15', 49682) {{(pid=87786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:04:05.170096 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-f6f75360-7ccd-4eb3-8149-c1b1f6ff73d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:04:05.191335 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.quota.driver [None req-f6f75360-7ccd-4eb3-8149-c1b1f6ff73d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 03:04:05.197311 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [None req-f6f75360-7ccd-4eb3-8149-c1b1f6ff73d8 admin admin] Usage tracker for resource:security_group_rule and tenant:cee62bfe577249b5a27bfbfc2cd89ccc is out of sync, need to count used quota {{(pid=87786) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 03:04:05.200811 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [None req-f6f75360-7ccd-4eb3-8149-c1b1f6ff73d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87786) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 03:04:05.207812 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.quota.driver [None req-f6f75360-7ccd-4eb3-8149-c1b1f6ff73d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 03:04:05.311697 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-f6f75360-7ccd-4eb3-8149-c1b1f6ff73d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:04:05.382895 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-f6f75360-7ccd-4eb3-8149-c1b1f6ff73d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:04:05.440802 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f75360-7ccd-4eb3-8149-c1b1f6ff73d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fc57d29-52e7-4c12-a2b9-6027bb4d4d8b,revision_number=1']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:04:05.453376 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 49688) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:04:05.463490 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [None req-f6f75360-7ccd-4eb3-8149-c1b1f6ff73d8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cee62bfe577249b5a27bfbfc2cd89ccc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4688683 Apr 08 03:04:05.525493 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-af76933d-bb09-4d82-a540-1c1acc446662 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:04:05.559287 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-af76933d-bb09-4d82-a540-1c1acc446662 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:04:05.680227 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-af76933d-bb09-4d82-a540-1c1acc446662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:04:05.694399 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af76933d-bb09-4d82-a540-1c1acc446662 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fc57d29-52e7-4c12-a2b9-6027bb4d4d8b,revision_number=None']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:04:05.707533 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-af76933d-bb09-4d82-a540-1c1acc446662 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:04:05.709766 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-af76933d-bb09-4d82-a540-1c1acc446662 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9fc57d29-52e7-4c12-a2b9-6027bb4d4d8b HTTP/1.1" status: 204 len: 168 time: 0.2548368 Apr 08 03:04:05.945343 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bc24bb-b7ef-45c3-832b-07862b9a88ff req-a8dbc0f6-5eb6-4c3a-a815-2b175802076e tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:04:05.947788 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-42bc24bb-b7ef-45c3-832b-07862b9a88ff req-a8dbc0f6-5eb6-4c3a-a815-2b175802076e tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd102f31-ed4c-49d6-b8cc-fc30cda82b7e HTTP/1.1" status: 200 len: 945 time: 0.1134846 Apr 08 03:04:06.008949 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-42bc24bb-b7ef-45c3-832b-07862b9a88ff req-2c1b67bd-11cb-4140-849b-f9ebfd83476d tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/security-groups?id=1d0bb224-8457-456e-b4fb-f074c827983b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552700 Apr 08 03:04:06.507704 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.wsgi [-] (87786) accepted ('10.222.0.15', 49698) {{(pid=87786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:04:06.529054 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-0697a1f1-4116-4a30-a0c3-517aefcc2fd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:04:06.544912 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.quota.driver [None req-0697a1f1-4116-4a30-a0c3-517aefcc2fd5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 03:04:06.549110 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [None req-0697a1f1-4116-4a30-a0c3-517aefcc2fd5 admin admin] Usage tracker for resource:security_group_rule and tenant:d9d7c9b717604207844fabc41790ab89 is out of sync, need to count used quota {{(pid=87786) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 03:04:06.552780 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [None req-0697a1f1-4116-4a30-a0c3-517aefcc2fd5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87786) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 03:04:06.558739 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.quota.driver [None req-0697a1f1-4116-4a30-a0c3-517aefcc2fd5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 03:04:06.672719 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-0697a1f1-4116-4a30-a0c3-517aefcc2fd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:04:06.748035 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-0697a1f1-4116-4a30-a0c3-517aefcc2fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:04:06.810799 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [None req-0697a1f1-4116-4a30-a0c3-517aefcc2fd5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d9d7c9b717604207844fabc41790ab89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3017609 Apr 08 03:04:06.811767 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0697a1f1-4116-4a30-a0c3-517aefcc2fd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2b9d486-c5c2-42cf-a3ce-0abedaa74387,revision_number=1']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:04:06.813484 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 49702) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:04:06.894281 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-a02c65f0-1613-4cdc-946d-7fb1b0fb196d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:04:06.922652 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-a02c65f0-1613-4cdc-946d-7fb1b0fb196d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:04:07.050108 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-a02c65f0-1613-4cdc-946d-7fb1b0fb196d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:04:07.074761 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02c65f0-1613-4cdc-946d-7fb1b0fb196d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2b9d486-c5c2-42cf-a3ce-0abedaa74387,revision_number=None']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:04:07.081514 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-a02c65f0-1613-4cdc-946d-7fb1b0fb196d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:04:07.085745 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-a02c65f0-1613-4cdc-946d-7fb1b0fb196d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b2b9d486-c5c2-42cf-a3ce-0abedaa74387 HTTP/1.1" status: 204 len: 168 time: 0.2674892 Apr 08 03:04:07.085745 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02c65f0-1613-4cdc-946d-7fb1b0fb196d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:04:07.085745 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02c65f0-1613-4cdc-946d-7fb1b0fb196d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:04:07.085745 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02c65f0-1613-4cdc-946d-7fb1b0fb196d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:04:07.086215 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02c65f0-1613-4cdc-946d-7fb1b0fb196d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:04:07.086215 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02c65f0-1613-4cdc-946d-7fb1b0fb196d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:04:07.086511 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02c65f0-1613-4cdc-946d-7fb1b0fb196d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:04:07.087023 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02c65f0-1613-4cdc-946d-7fb1b0fb196d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:04:07.087769 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02c65f0-1613-4cdc-946d-7fb1b0fb196d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:04:07.088202 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02c65f0-1613-4cdc-946d-7fb1b0fb196d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:04:07.088555 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02c65f0-1613-4cdc-946d-7fb1b0fb196d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:04:07.088881 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02c65f0-1613-4cdc-946d-7fb1b0fb196d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:04:07.089202 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02c65f0-1613-4cdc-946d-7fb1b0fb196d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:04:07.244895 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f56d3c-d932-495b-897e-f7926d50abba req-ee1edb40-bd22-451f-b718-27902be894b9 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:04:07.246376 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-d5f56d3c-d932-495b-897e-f7926d50abba req-ee1edb40-bd22-451f-b718-27902be894b9 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd102f31-ed4c-49d6-b8cc-fc30cda82b7e HTTP/1.1" status: 200 len: 945 time: 0.0914814 Apr 08 03:04:07.303872 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-d5f56d3c-d932-495b-897e-f7926d50abba req-2f68900b-88b8-4420-b066-2879caec68e9 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/security-groups?id=1d0bb224-8457-456e-b4fb-f074c827983b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514867 Apr 08 03:04:08.506834 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173e2df1-446c-4aef-8df8-e38ffe60707c req-367363e3-c2e1-458a-bab3-a67a0e44032b tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:04:08.508336 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-173e2df1-446c-4aef-8df8-e38ffe60707c req-367363e3-c2e1-458a-bab3-a67a0e44032b tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd102f31-ed4c-49d6-b8cc-fc30cda82b7e HTTP/1.1" status: 200 len: 945 time: 0.0827532 Apr 08 03:04:08.554721 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-173e2df1-446c-4aef-8df8-e38ffe60707c req-1d5b6500-91d1-4ec6-a237-03a03a45d4ce tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/security-groups?id=1d0bb224-8457-456e-b4fb-f074c827983b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405753 Apr 08 03:04:09.209940 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:04:09.748013 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c0b8dd-8f69-4c60-966b-b752e842f8d5 req-08ab5c53-9911-4ed1-a4a5-7a07a4d3d9e8 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:04:09.749468 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-54c0b8dd-8f69-4c60-966b-b752e842f8d5 req-08ab5c53-9911-4ed1-a4a5-7a07a4d3d9e8 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd102f31-ed4c-49d6-b8cc-fc30cda82b7e HTTP/1.1" status: 200 len: 945 time: 0.0819919 Apr 08 03:04:09.794422 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-54c0b8dd-8f69-4c60-966b-b752e842f8d5 req-efc57c73-97a6-4125-b7b8-03c6b594e6c1 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/security-groups?id=1d0bb224-8457-456e-b4fb-f074c827983b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382555 Apr 08 03:04:10.019707 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a178092c-2b4b-4399-852b-1bd9f1fc8c77 req-6f44b0de-96c5-4ce2-bb41-e0c50da9b2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:04:10.021212 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-a178092c-2b4b-4399-852b-1bd9f1fc8c77 req-6f44b0de-96c5-4ce2-bb41-e0c50da9b2c9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8802cd0cfe144a92a69089a1dac25d8f&device_id=fd102f31-ed4c-49d6-b8cc-fc30cda82b7e HTTP/1.1" status: 200 len: 1098 time: 0.0691838 Apr 08 03:04:10.151832 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a178092c-2b4b-4399-852b-1bd9f1fc8c77 req-5df31988-8f96-44d2-acc9-ef33448be440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:04:10.153275 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-a178092c-2b4b-4399-852b-1bd9f1fc8c77 req-5df31988-8f96-44d2-acc9-ef33448be440 service neutron] 10.222.0.39 "GET /v2.0/networks?id=13de0308-e21f-45b1-8a0f-24108cbfbce7 HTTP/1.1" status: 200 len: 918 time: 0.1246507 Apr 08 03:04:10.334423 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-a178092c-2b4b-4399-852b-1bd9f1fc8c77 req-157507cf-1909-4b9f-b0d8-0df534cb64b0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1b2222c4-7c87-4ba3-80f3-bba191ae198d HTTP/1.1" status: 200 len: 1001 time: 0.1741385 Apr 08 03:04:10.403282 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a178092c-2b4b-4399-852b-1bd9f1fc8c77 req-d62c59de-4a0c-4f1e-a508-31e20b5dda04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:04:10.403282 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-a178092c-2b4b-4399-852b-1bd9f1fc8c77 req-d62c59de-4a0c-4f1e-a508-31e20b5dda04 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=da634180-ad94-49db-9cf0-02a07794ec35 HTTP/1.1" status: 200 len: 856 time: 0.0607858 Apr 08 03:04:10.479345 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a178092c-2b4b-4399-852b-1bd9f1fc8c77 req-1b935611-d7cb-4535-8083-bd53e1d912b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:04:10.480794 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-a178092c-2b4b-4399-852b-1bd9f1fc8c77 req-1b935611-d7cb-4535-8083-bd53e1d912b2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=13de0308-e21f-45b1-8a0f-24108cbfbce7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0713716 Apr 08 03:04:10.612690 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-a178092c-2b4b-4399-852b-1bd9f1fc8c77 req-5a21a802-feaf-4315-a90e-95ed3228fa89 service neutron] 10.222.0.39 "GET /v2.0/networks/13de0308-e21f-45b1-8a0f-24108cbfbce7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248620 Apr 08 03:04:10.742209 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-a178092c-2b4b-4399-852b-1bd9f1fc8c77 req-9346c929-f3db-4169-abbc-549ac5ce2e60 service neutron] 10.222.0.39 "GET /v2.0/networks/13de0308-e21f-45b1-8a0f-24108cbfbce7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228275 Apr 08 03:04:10.987468 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd24548e-a625-4db6-972c-2b6aa1d341be req-cb1951ee-6ac2-45b0-b5ec-a76b47aa4184 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:04:10.989427 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-fd24548e-a625-4db6-972c-2b6aa1d341be req-cb1951ee-6ac2-45b0-b5ec-a76b47aa4184 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd102f31-ed4c-49d6-b8cc-fc30cda82b7e HTTP/1.1" status: 200 len: 945 time: 0.0839958 Apr 08 03:04:11.033039 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-fd24548e-a625-4db6-972c-2b6aa1d341be req-1dd3605d-157e-42c9-9f42-39181be5045e tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/security-groups?id=1d0bb224-8457-456e-b4fb-f074c827983b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377243 Apr 08 03:04:12.020887 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Device 1b2222c4-7c87-4ba3-80f3-bba191ae198d no longer exists at agent hyperv_hv-cinder-83705 {{(pid=87788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 03:04:12.133118 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:04:12.159116 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd102f31-ed4c-49d6-b8cc-fc30cda82b7e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b2222c4-7c87-4ba3-80f3-bba191ae198d'}] {{(pid=87788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 03:04:12.168522 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.db [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] For port 1b2222c4-7c87-4ba3-80f3-bba191ae198d, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=1b2222c4-7c87-4ba3-80f3-bba191ae198d,segment=NetworkSegment(1b549d7e-fc0e-4f7e-b00e-d69f05216c6f),segment_id=1b549d7e-fc0e-4f7e-b00e-d69f05216c6f)] {{(pid=87788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 03:04:12.203599 dv-cinder-837051-1-smb neutron-server[87788]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c5cfff9-fc0a-49c6-82fc-b6cac357f872'] response: {'server_uuid': 'fd102f31-ed4c-49d6-b8cc-fc30cda82b7e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b2222c4-7c87-4ba3-80f3-bba191ae198d', 'code': 200} Apr 08 03:04:12.226204 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cd0b13-e0a3-4f62-9151-8bbc9c6b4597 req-d89bc828-51bf-44a4-b578-deeccc6be684 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:04:12.227353 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762847214852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762846864698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762846864743'] for port, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:04:12.227669 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-e8cd0b13-e0a3-4f62-9151-8bbc9c6b4597 req-d89bc828-51bf-44a4-b578-deeccc6be684 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd102f31-ed4c-49d6-b8cc-fc30cda82b7e HTTP/1.1" status: 200 len: 945 time: 0.0818176 Apr 08 03:04:12.276801 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-e8cd0b13-e0a3-4f62-9151-8bbc9c6b4597 req-0fa5b518-3658-4370-94ed-11b01243e075 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/security-groups?id=1d0bb224-8457-456e-b4fb-f074c827983b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432208 Apr 08 03:04:12.327605 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Pushing event updated for resources: {'Port': ['ID=1b2222c4-7c87-4ba3-80f3-bba191ae198d,revision_number=8']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:04:12.334776 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:04:12.335119 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:04:12.335494 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:04:12.335810 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:04:12.336140 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:04:12.336496 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:04:12.336793 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:04:12.337100 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:04:12.337426 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:04:12.337743 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:04:12.338059 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:04:12.338374 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:04:13.472316 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dadefe-d278-43da-af0a-2d9247145bb0 req-e5ff628c-9307-4328-a945-0914f7c78a0f tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:04:13.473945 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-87dadefe-d278-43da-af0a-2d9247145bb0 req-e5ff628c-9307-4328-a945-0914f7c78a0f tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd102f31-ed4c-49d6-b8cc-fc30cda82b7e HTTP/1.1" status: 200 len: 943 time: 0.0820761 Apr 08 03:04:13.516967 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-87dadefe-d278-43da-af0a-2d9247145bb0 req-df69e3e8-c55d-4903-b90d-ba3359038661 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/security-groups?id=1d0bb224-8457-456e-b4fb-f074c827983b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372736 Apr 08 03:04:14.531523 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-08f66c56-1a0e-4b94-8dae-3ce9118b5c10 req-6e8142ab-5c77-4b36-af8f-1bf0201907ee service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=099ff9d6-7e53-4fe8-ab2f-b5ecfa17304b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0739701 Apr 08 03:04:14.636873 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f66c56-1a0e-4b94-8dae-3ce9118b5c10 req-c606272f-9d96-4a09-b346-e984da37d7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:04:14.638333 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-08f66c56-1a0e-4b94-8dae-3ce9118b5c10 req-c606272f-9d96-4a09-b346-e984da37d7a5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=27912339e79e43db900700b20c01bd73&device_id=099ff9d6-7e53-4fe8-ab2f-b5ecfa17304b HTTP/1.1" status: 200 len: 1099 time: 0.0735309 Apr 08 03:04:14.797598 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f66c56-1a0e-4b94-8dae-3ce9118b5c10 req-baaf2912-455c-45c6-a015-99e6b59db3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:04:14.799081 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-08f66c56-1a0e-4b94-8dae-3ce9118b5c10 req-baaf2912-455c-45c6-a015-99e6b59db3c2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c8c3b9c3-2a08-4eb4-872c-03cbce1e3b10 HTTP/1.1" status: 200 len: 911 time: 0.1419637 Apr 08 03:04:14.905337 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-08f66c56-1a0e-4b94-8dae-3ce9118b5c10 req-a01c9277-ea5c-4898-b163-edf20d72392c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fd284415-9d11-471b-b98f-a00d66a29c80 HTTP/1.1" status: 200 len: 1002 time: 0.0996964 Apr 08 03:04:14.975464 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f66c56-1a0e-4b94-8dae-3ce9118b5c10 req-09e98ac4-dacf-4d2e-8dbd-51bb8d221250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:04:14.976897 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-08f66c56-1a0e-4b94-8dae-3ce9118b5c10 req-09e98ac4-dacf-4d2e-8dbd-51bb8d221250 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=18b119e0-b657-4738-8e56-4872d79152d5 HTTP/1.1" status: 200 len: 849 time: 0.0654635 Apr 08 03:04:15.056743 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f66c56-1a0e-4b94-8dae-3ce9118b5c10 req-d0d36976-9bf1-428b-8ad6-7ab966d6cab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:04:15.058570 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-08f66c56-1a0e-4b94-8dae-3ce9118b5c10 req-d0d36976-9bf1-428b-8ad6-7ab966d6cab0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c8c3b9c3-2a08-4eb4-872c-03cbce1e3b10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0750670 Apr 08 03:04:15.203703 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-08f66c56-1a0e-4b94-8dae-3ce9118b5c10 req-47104b14-d8af-48f6-bfc6-0a36bf0c7642 service neutron] 10.222.0.39 "GET /v2.0/networks/c8c3b9c3-2a08-4eb4-872c-03cbce1e3b10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369281 Apr 08 03:04:15.447832 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-08f66c56-1a0e-4b94-8dae-3ce9118b5c10 req-2312af22-b1f2-4dc0-8fba-0d84a9e77841 service neutron] 10.222.0.39 "GET /v2.0/networks/c8c3b9c3-2a08-4eb4-872c-03cbce1e3b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2371292 Apr 08 03:04:16.040781 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Device 1b2222c4-7c87-4ba3-80f3-bba191ae198d no longer exists at agent hyperv_hv-cinder-83705 {{(pid=87788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 03:04:16.163853 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae4af64-4c1b-4414-9de3-bb3d75a29fe2 req-2994cda8-32a7-4025-a42d-7bfc75d0d1c3 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:04:16.165409 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-3ae4af64-4c1b-4414-9de3-bb3d75a29fe2 req-2994cda8-32a7-4025-a42d-7bfc75d0d1c3 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd102f31-ed4c-49d6-b8cc-fc30cda82b7e HTTP/1.1" status: 200 len: 943 time: 0.0936396 Apr 08 03:04:16.210980 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-3ae4af64-4c1b-4414-9de3-bb3d75a29fe2 req-679bba3b-c886-4433-aa0f-5d1ec46d48fa tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/security-groups?id=1d0bb224-8457-456e-b4fb-f074c827983b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397549 Apr 08 03:04:16.376542 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-4212caa6-048d-4c62-a2ae-36aa6f682c16 req-814273ac-2b6d-4618-8b9f-3722c4a82e5f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=fd102f31-ed4c-49d6-b8cc-fc30cda82b7e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0701749 Apr 08 03:04:17.422417 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdfd610-f1c4-45fa-898f-08611d37e708 req-cb8f834f-d066-48d9-b815-2d8356fae96b tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:04:17.423999 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-8cdfd610-f1c4-45fa-898f-08611d37e708 req-cb8f834f-d066-48d9-b815-2d8356fae96b tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd102f31-ed4c-49d6-b8cc-fc30cda82b7e HTTP/1.1" status: 200 len: 943 time: 0.0884466 Apr 08 03:04:17.470054 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-8cdfd610-f1c4-45fa-898f-08611d37e708 req-6edf5340-af1d-484f-94c7-ea47a6a43332 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/security-groups?id=1d0bb224-8457-456e-b4fb-f074c827983b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384207 Apr 08 03:04:18.088645 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4212caa6-048d-4c62-a2ae-36aa6f682c16 req-70f1bce5-397d-4ac3-86b2-6cb875aa641b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:04:18.090116 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-4212caa6-048d-4c62-a2ae-36aa6f682c16 req-70f1bce5-397d-4ac3-86b2-6cb875aa641b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=fd102f31-ed4c-49d6-b8cc-fc30cda82b7e&tenant_id=8802cd0cfe144a92a69089a1dac25d8f HTTP/1.1" status: 200 len: 1096 time: 0.0732756 Apr 08 03:04:18.165664 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 49904) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:04:18.198102 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4212caa6-048d-4c62-a2ae-36aa6f682c16 req-2cef47eb-b99c-4985-86b8-ddfca357f93f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:04:18.199561 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-4212caa6-048d-4c62-a2ae-36aa6f682c16 req-2cef47eb-b99c-4985-86b8-ddfca357f93f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8802cd0cfe144a92a69089a1dac25d8f&device_id=fd102f31-ed4c-49d6-b8cc-fc30cda82b7e HTTP/1.1" status: 200 len: 1096 time: 0.0739846 Apr 08 03:04:18.302981 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-92a507ea-19f7-4771-bf7d-32e55a49908c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:04:18.317786 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-92a507ea-19f7-4771-bf7d-32e55a49908c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 03:04:18.322136 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-92a507ea-19f7-4771-bf7d-32e55a49908c admin admin] Usage tracker for resource:security_group_rule and tenant:e0dc9a12dace4818b771dd663e40109d is out of sync, need to count used quota {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 03:04:18.325450 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-92a507ea-19f7-4771-bf7d-32e55a49908c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 03:04:18.331404 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-92a507ea-19f7-4771-bf7d-32e55a49908c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 03:04:18.338597 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4212caa6-048d-4c62-a2ae-36aa6f682c16 req-3a91b86c-69cf-426a-8ff6-05906bd49763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:04:18.340661 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-4212caa6-048d-4c62-a2ae-36aa6f682c16 req-3a91b86c-69cf-426a-8ff6-05906bd49763 service neutron] 10.222.0.39 "GET /v2.0/networks?id=13de0308-e21f-45b1-8a0f-24108cbfbce7 HTTP/1.1" status: 200 len: 918 time: 0.1352654 Apr 08 03:04:18.445308 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-4212caa6-048d-4c62-a2ae-36aa6f682c16 req-381d91c0-22f5-4c39-992f-4e2f96cb41c6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1b2222c4-7c87-4ba3-80f3-bba191ae198d HTTP/1.1" status: 200 len: 999 time: 0.0951035 Apr 08 03:04:18.507951 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4212caa6-048d-4c62-a2ae-36aa6f682c16 req-ebcf4cff-ec7d-4569-b4e1-6dc3eb7fc209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:04:18.509358 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-4212caa6-048d-4c62-a2ae-36aa6f682c16 req-ebcf4cff-ec7d-4569-b4e1-6dc3eb7fc209 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=da634180-ad94-49db-9cf0-02a07794ec35 HTTP/1.1" status: 200 len: 856 time: 0.0579214 Apr 08 03:04:18.542357 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-92a507ea-19f7-4771-bf7d-32e55a49908c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:04:18.595589 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4212caa6-048d-4c62-a2ae-36aa6f682c16 req-cf8bc807-7b72-4f25-a35c-1e1903fad699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:04:18.597037 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-4212caa6-048d-4c62-a2ae-36aa6f682c16 req-cf8bc807-7b72-4f25-a35c-1e1903fad699 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=13de0308-e21f-45b1-8a0f-24108cbfbce7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0802267 Apr 08 03:04:18.607943 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-92a507ea-19f7-4771-bf7d-32e55a49908c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:04:18.656346 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-92a507ea-19f7-4771-bf7d-32e55a49908c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e0dc9a12dace4818b771dd663e40109d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4895468 Apr 08 03:04:18.657209 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a507ea-19f7-4771-bf7d-32e55a49908c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b82124fc-b2fd-4fa1-bb48-872186d16be4,revision_number=1']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:04:18.659471 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 49912) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:04:18.717431 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-ccd00c87-5a0e-4816-865e-eb4aa40910d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:04:18.742369 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-ccd00c87-5a0e-4816-865e-eb4aa40910d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:04:18.786831 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ecc826-0e90-4328-861c-fd45f1ceb32b req-2d72c85e-946f-4c49-b733-901f1a0e9243 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:04:18.788215 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-95ecc826-0e90-4328-861c-fd45f1ceb32b req-2d72c85e-946f-4c49-b733-901f1a0e9243 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd102f31-ed4c-49d6-b8cc-fc30cda82b7e HTTP/1.1" status: 200 len: 943 time: 0.1951754 Apr 08 03:04:18.789896 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-4212caa6-048d-4c62-a2ae-36aa6f682c16 req-d5aa86fe-2518-413b-8ede-ddc84e9b44c9 service neutron] 10.222.0.39 "GET /v2.0/networks/13de0308-e21f-45b1-8a0f-24108cbfbce7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633952 Apr 08 03:04:18.893748 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-ccd00c87-5a0e-4816-865e-eb4aa40910d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:04:18.909891 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd00c87-5a0e-4816-865e-eb4aa40910d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b82124fc-b2fd-4fa1-bb48-872186d16be4,revision_number=None']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:04:18.914206 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-ccd00c87-5a0e-4816-865e-eb4aa40910d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:04:18.918292 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-ccd00c87-5a0e-4816-865e-eb4aa40910d9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b82124fc-b2fd-4fa1-bb48-872186d16be4 HTTP/1.1" status: 204 len: 168 time: 0.2578745 Apr 08 03:04:18.931611 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-95ecc826-0e90-4328-861c-fd45f1ceb32b req-7ecdefb5-5a18-4847-81a2-0d2d0a1b8367 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/security-groups?id=1d0bb224-8457-456e-b4fb-f074c827983b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1375401 Apr 08 03:04:18.971483 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-4212caa6-048d-4c62-a2ae-36aa6f682c16 req-461fc12a-898c-455e-a763-5747b96c5934 service neutron] 10.222.0.39 "GET /v2.0/networks/13de0308-e21f-45b1-8a0f-24108cbfbce7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647611 Apr 08 03:04:19.578772 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 49938) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:04:19.599584 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-3aee3ed3-2ba3-48ec-be1c-2827be80c7ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:04:19.614003 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-3aee3ed3-2ba3-48ec-be1c-2827be80c7ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 03:04:19.617882 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-3aee3ed3-2ba3-48ec-be1c-2827be80c7ca admin admin] Usage tracker for resource:security_group_rule and tenant:6a16d2c9743246b68faf7fceea5dbab8 is out of sync, need to count used quota {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 03:04:19.620679 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-3aee3ed3-2ba3-48ec-be1c-2827be80c7ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 03:04:19.626304 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-3aee3ed3-2ba3-48ec-be1c-2827be80c7ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 03:04:19.712978 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-3aee3ed3-2ba3-48ec-be1c-2827be80c7ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:04:19.775819 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-3aee3ed3-2ba3-48ec-be1c-2827be80c7ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:04:19.829676 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.wsgi [-] (87786) accepted ('10.222.0.15', 49944) {{(pid=87786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:04:19.841003 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-3aee3ed3-2ba3-48ec-be1c-2827be80c7ca admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6a16d2c9743246b68faf7fceea5dbab8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2610126 Apr 08 03:04:19.842141 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aee3ed3-2ba3-48ec-be1c-2827be80c7ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f3f7039-62a0-49b6-b3ca-12661fa45c9d,revision_number=1']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:04:19.904993 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-9c34d1a3-edf1-4a84-828c-c86b950fc220 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:04:19.936868 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-9c34d1a3-edf1-4a84-828c-c86b950fc220 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:04:20.094303 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-9c34d1a3-edf1-4a84-828c-c86b950fc220 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:04:20.117628 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c34d1a3-edf1-4a84-828c-c86b950fc220 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f3f7039-62a0-49b6-b3ca-12661fa45c9d,revision_number=None']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:04:20.143353 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-9c34d1a3-edf1-4a84-828c-c86b950fc220 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:04:20.144462 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [None req-9c34d1a3-edf1-4a84-828c-c86b950fc220 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9f3f7039-62a0-49b6-b3ca-12661fa45c9d HTTP/1.1" status: 204 len: 168 time: 0.3138969 Apr 08 03:04:20.174135 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e10d76-522c-4ca6-b74b-3a72af31abd4 req-c8f04f7c-bd0b-45ef-b0c4-6993de36756a tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:04:20.176779 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-24e10d76-522c-4ca6-b74b-3a72af31abd4 req-c8f04f7c-bd0b-45ef-b0c4-6993de36756a tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd102f31-ed4c-49d6-b8cc-fc30cda82b7e HTTP/1.1" status: 200 len: 943 time: 0.1201320 Apr 08 03:04:20.241729 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-24e10d76-522c-4ca6-b74b-3a72af31abd4 req-0265de8a-e7a6-4c12-82f7-7a3e7bacc6b4 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/security-groups?id=1d0bb224-8457-456e-b4fb-f074c827983b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592020 Apr 08 03:04:21.488242 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367b72ed-873c-4db7-8eba-6e224de2dd5f req-585dee66-3f25-4752-ab01-4a3e7ff70582 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:04:21.490915 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-367b72ed-873c-4db7-8eba-6e224de2dd5f req-585dee66-3f25-4752-ab01-4a3e7ff70582 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd102f31-ed4c-49d6-b8cc-fc30cda82b7e HTTP/1.1" status: 200 len: 943 time: 0.1140254 Apr 08 03:04:21.539715 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-367b72ed-873c-4db7-8eba-6e224de2dd5f req-a26fe0f0-a17f-44ff-aa86-7e9d59c9a270 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/security-groups?id=1d0bb224-8457-456e-b4fb-f074c827983b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417056 Apr 08 03:04:21.732226 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.agents_db [None req-78530461-7b12-4524-9e6e-3e4de8d78fc4 None None] Agent healthcheck: found 6 active agents {{(pid=87789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 03:04:22.757897 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f079daa-7d26-41b6-9e0c-c80805ce2cbf req-3afa43d7-9736-4845-af63-3f3facb3d445 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:04:22.759381 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-7f079daa-7d26-41b6-9e0c-c80805ce2cbf req-3afa43d7-9736-4845-af63-3f3facb3d445 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd102f31-ed4c-49d6-b8cc-fc30cda82b7e HTTP/1.1" status: 200 len: 943 time: 0.0865195 Apr 08 03:04:22.818762 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-7f079daa-7d26-41b6-9e0c-c80805ce2cbf req-a644002a-052a-432c-ad20-5cd7929161a7 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/security-groups?id=1d0bb224-8457-456e-b4fb-f074c827983b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531156 Apr 08 03:04:24.018126 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447022f3-ace6-4321-8f89-02eb12a1acd5 req-8bcc05c4-b737-4ee0-bbbf-983433821d4e tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:04:24.019761 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-447022f3-ace6-4321-8f89-02eb12a1acd5 req-8bcc05c4-b737-4ee0-bbbf-983433821d4e tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd102f31-ed4c-49d6-b8cc-fc30cda82b7e HTTP/1.1" status: 200 len: 943 time: 0.0841770 Apr 08 03:04:24.072213 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-447022f3-ace6-4321-8f89-02eb12a1acd5 req-aea8fe8b-c150-4a52-b109-b3552555f2b7 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/security-groups?id=1d0bb224-8457-456e-b4fb-f074c827983b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458944 Apr 08 03:04:25.368565 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a64ee52-357d-48b0-8040-09b53c538e12 req-c89e6b11-2569-434e-adb6-8875035f80a5 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:04:25.369315 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-0a64ee52-357d-48b0-8040-09b53c538e12 req-c89e6b11-2569-434e-adb6-8875035f80a5 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd102f31-ed4c-49d6-b8cc-fc30cda82b7e HTTP/1.1" status: 200 len: 943 time: 0.1795588 Apr 08 03:04:25.419251 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-0a64ee52-357d-48b0-8040-09b53c538e12 req-f4a48aa4-ec19-4989-8570-37f458adec55 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/security-groups?id=1d0bb224-8457-456e-b4fb-f074c827983b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434613 Apr 08 03:04:25.877172 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-461b87a7-fdda-459e-bb39-d7465b66e309 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:04:26.622726 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdc2cfa-5886-4c7a-bff2-42bfd8ea944a req-f0114019-f1f5-45fe-b9a5-e0ac6dfec104 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:04:26.625394 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-ecdc2cfa-5886-4c7a-bff2-42bfd8ea944a req-f0114019-f1f5-45fe-b9a5-e0ac6dfec104 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd102f31-ed4c-49d6-b8cc-fc30cda82b7e HTTP/1.1" status: 200 len: 943 time: 0.0895767 Apr 08 03:04:26.677770 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-ecdc2cfa-5886-4c7a-bff2-42bfd8ea944a req-0d1a0e6a-eb1c-4962-871b-890df828d4bd tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/security-groups?id=1d0bb224-8457-456e-b4fb-f074c827983b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435362 Apr 08 03:04:27.888929 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35210ad7-a61c-476f-a4ef-da0f94fc1eb5 req-ccb9ef51-325b-4318-ba51-b7d587fb04e5 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:04:27.890598 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-35210ad7-a61c-476f-a4ef-da0f94fc1eb5 req-ccb9ef51-325b-4318-ba51-b7d587fb04e5 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd102f31-ed4c-49d6-b8cc-fc30cda82b7e HTTP/1.1" status: 200 len: 943 time: 0.0916784 Apr 08 03:04:27.943595 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-35210ad7-a61c-476f-a4ef-da0f94fc1eb5 req-d3990d40-2b56-4792-a7d7-68dc2bcdf6bd tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/security-groups?id=1d0bb224-8457-456e-b4fb-f074c827983b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424654 Apr 08 03:04:28.301022 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-a1ce36ea-8692-4d04-a0c5-4b7d31b02d93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:04:29.149003 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a60b13-54f6-475f-adcc-fc7ad1e49d59 req-6eda9261-52b7-42dc-bc74-1209bff92c3a tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:04:29.150709 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-a6a60b13-54f6-475f-adcc-fc7ad1e49d59 req-6eda9261-52b7-42dc-bc74-1209bff92c3a tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd102f31-ed4c-49d6-b8cc-fc30cda82b7e HTTP/1.1" status: 200 len: 943 time: 0.0865424 Apr 08 03:04:29.158464 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-ef00a636-a289-418c-ab96-90866b017a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:04:29.216019 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-a6a60b13-54f6-475f-adcc-fc7ad1e49d59 req-a9afff87-eff0-4499-b46d-c320f2a3201d tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/security-groups?id=1d0bb224-8457-456e-b4fb-f074c827983b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593221 Apr 08 03:04:29.272813 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:04:30.400958 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a9fc92-fc93-4803-90f4-b8016021776b req-fab7e5a7-b5b5-4bf2-8bf8-f16a2cd01571 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:04:30.402433 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-b5a9fc92-fc93-4803-90f4-b8016021776b req-fab7e5a7-b5b5-4bf2-8bf8-f16a2cd01571 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd102f31-ed4c-49d6-b8cc-fc30cda82b7e HTTP/1.1" status: 200 len: 943 time: 0.0798030 Apr 08 03:04:30.449570 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-b5a9fc92-fc93-4803-90f4-b8016021776b req-b41ec8a5-df36-4df0-9d9c-f943004e6a04 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/security-groups?id=1d0bb224-8457-456e-b4fb-f074c827983b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412624 Apr 08 03:04:30.561921 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-0700d8e1-2fb2-4ab8-b601-2cbd26aa24a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:04:31.647027 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25278e56-6bc8-42db-842c-36439ddc6b83 req-2079ab8f-067f-410e-86df-851b3266bc6d tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:04:31.648534 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-25278e56-6bc8-42db-842c-36439ddc6b83 req-2079ab8f-067f-410e-86df-851b3266bc6d tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd102f31-ed4c-49d6-b8cc-fc30cda82b7e HTTP/1.1" status: 200 len: 943 time: 0.0859578 Apr 08 03:04:31.696305 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-25278e56-6bc8-42db-842c-36439ddc6b83 req-b6fe5311-2f28-43a5-9387-e74ba76b5001 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/security-groups?id=1d0bb224-8457-456e-b4fb-f074c827983b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417361 Apr 08 03:04:32.896577 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0883c7a3-25dc-42cc-9af3-5e932615c736 req-ae5220c9-8a54-4c7c-938c-1ae3226cf7ec tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:04:32.898025 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-0883c7a3-25dc-42cc-9af3-5e932615c736 req-ae5220c9-8a54-4c7c-938c-1ae3226cf7ec tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd102f31-ed4c-49d6-b8cc-fc30cda82b7e HTTP/1.1" status: 200 len: 943 time: 0.0830343 Apr 08 03:04:32.947605 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-0883c7a3-25dc-42cc-9af3-5e932615c736 req-74037fa1-04c5-484a-ba08-540f78383a00 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/security-groups?id=1d0bb224-8457-456e-b4fb-f074c827983b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437012 Apr 08 03:04:34.148397 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d9ba26-ecbc-41f8-b61b-8629a5895f54 req-f645d4a1-bdbb-4de7-ba48-60d4d5d24c39 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:04:34.150128 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-51d9ba26-ecbc-41f8-b61b-8629a5895f54 req-f645d4a1-bdbb-4de7-ba48-60d4d5d24c39 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd102f31-ed4c-49d6-b8cc-fc30cda82b7e HTTP/1.1" status: 200 len: 943 time: 0.0853539 Apr 08 03:04:34.196041 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-51d9ba26-ecbc-41f8-b61b-8629a5895f54 req-e3b57112-9f3c-44ce-b5f0-591eed253618 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/security-groups?id=1d0bb224-8457-456e-b4fb-f074c827983b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402160 Apr 08 03:04:35.386414 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396b2196-bfc7-4ce9-b6a0-f7439d8730e3 req-93f8b442-2476-4ce7-8509-28f65b41bd26 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:04:35.387903 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-396b2196-bfc7-4ce9-b6a0-f7439d8730e3 req-93f8b442-2476-4ce7-8509-28f65b41bd26 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd102f31-ed4c-49d6-b8cc-fc30cda82b7e HTTP/1.1" status: 200 len: 943 time: 0.0831952 Apr 08 03:04:35.436846 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-396b2196-bfc7-4ce9-b6a0-f7439d8730e3 req-38759617-eaf2-4438-84d0-cb116bc7ea65 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/security-groups?id=1d0bb224-8457-456e-b4fb-f074c827983b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430021 Apr 08 03:04:36.631003 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96819861-8c83-48c5-a6de-77d4c3bb050c req-324e1b9d-312f-4a69-957b-7177a1cede4c tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:04:36.632514 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-96819861-8c83-48c5-a6de-77d4c3bb050c req-324e1b9d-312f-4a69-957b-7177a1cede4c tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd102f31-ed4c-49d6-b8cc-fc30cda82b7e HTTP/1.1" status: 200 len: 943 time: 0.0809960 Apr 08 03:04:36.677108 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-96819861-8c83-48c5-a6de-77d4c3bb050c req-b26c90a6-5847-4647-8e3d-c31848a607c4 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/security-groups?id=1d0bb224-8457-456e-b4fb-f074c827983b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386250 Apr 08 03:04:37.872420 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b254ec70-44c4-41e6-958c-e1c61d4a07c0 req-a2b2e63a-8754-4592-bd9d-a3723f65cd76 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:04:37.873844 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-b254ec70-44c4-41e6-958c-e1c61d4a07c0 req-a2b2e63a-8754-4592-bd9d-a3723f65cd76 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd102f31-ed4c-49d6-b8cc-fc30cda82b7e HTTP/1.1" status: 200 len: 943 time: 0.0854523 Apr 08 03:04:37.918970 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-b254ec70-44c4-41e6-958c-e1c61d4a07c0 req-a8fd575c-e14e-4bea-959b-0e3bbf3d2770 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/security-groups?id=1d0bb224-8457-456e-b4fb-f074c827983b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393169 Apr 08 03:04:38.173971 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Device 1b2222c4-7c87-4ba3-80f3-bba191ae198d details requested by agent hyperv_hv-cinder-83705 with host hv-cinder-83705 {{(pid=87788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 08 03:04:38.301778 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.db [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] For port 1b2222c4-7c87-4ba3-80f3-bba191ae198d, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=1b2222c4-7c87-4ba3-80f3-bba191ae198d,segment=NetworkSegment(1b549d7e-fc0e-4f7e-b00e-d69f05216c6f),segment_id=1b549d7e-fc0e-4f7e-b00e-d69f05216c6f)] {{(pid=87788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 03:04:38.317394 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Returning: {'device': '1b2222c4-7c87-4ba3-80f3-bba191ae198d', 'network_id': '13de0308-e21f-45b1-8a0f-24108cbfbce7', 'port_id': '1b2222c4-7c87-4ba3-80f3-bba191ae198d', 'mac_address': 'fa:16:3e:ec:a7:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 265, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da634180-ad94-49db-9cf0-02a07794ec35', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 03:04:38.371179 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:04:38.387584 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.notifiers.nova [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b2222c4-7c87-4ba3-80f3-bba191ae198d {{(pid=87788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 03:04:38.403316 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.db [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] For port 1b2222c4-7c87-4ba3-80f3-bba191ae198d, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=1b2222c4-7c87-4ba3-80f3-bba191ae198d,segment=NetworkSegment(1b549d7e-fc0e-4f7e-b00e-d69f05216c6f),segment_id=1b549d7e-fc0e-4f7e-b00e-d69f05216c6f)] {{(pid=87788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 03:04:38.449055 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762847214852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762846864698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762846864743'] for port, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:04:38.517006 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Pushing event updated for resources: {'Port': ['ID=1b2222c4-7c87-4ba3-80f3-bba191ae198d,revision_number=9']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:04:39.082752 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.db [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] get_ports_and_sgs() called for port_ids ['1b2222c4-7c87-4ba3-80f3-bba191ae198d'] {{(pid=87788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 03:04:39.109331 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef703c8-e4c1-45c9-a729-cec825556ec6 req-9e170889-c3d8-43fd-8fef-eab3d73b9873 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:04:39.110754 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-aef703c8-e4c1-45c9-a729-cec825556ec6 req-9e170889-c3d8-43fd-8fef-eab3d73b9873 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd102f31-ed4c-49d6-b8cc-fc30cda82b7e HTTP/1.1" status: 200 len: 944 time: 0.0826025 Apr 08 03:04:39.156851 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-aef703c8-e4c1-45c9-a729-cec825556ec6 req-e66327eb-68fd-4a08-ade4-6ec8cc6bf3bb tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/security-groups?id=1d0bb224-8457-456e-b4fb-f074c827983b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396008 Apr 08 03:04:39.249961 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:04:40.353891 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05398257-2bfc-4938-b841-7b14d5e3006d req-bb5b7211-19c7-4ba9-84f6-73356aacb6c8 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:04:40.355335 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-05398257-2bfc-4938-b841-7b14d5e3006d req-bb5b7211-19c7-4ba9-84f6-73356aacb6c8 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd102f31-ed4c-49d6-b8cc-fc30cda82b7e HTTP/1.1" status: 200 len: 944 time: 0.0804322 Apr 08 03:04:40.399607 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-05398257-2bfc-4938-b841-7b14d5e3006d req-5edcc834-d258-4fc0-a7ac-9247b5c8b992 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/security-groups?id=1d0bb224-8457-456e-b4fb-f074c827983b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385475 Apr 08 03:04:41.587351 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54c2d41-b560-4b25-ba71-20ff3eb39b11 req-77e8fdf8-5011-4a3a-ab8f-e15842a61c3a tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:04:41.588798 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-e54c2d41-b560-4b25-ba71-20ff3eb39b11 req-77e8fdf8-5011-4a3a-ab8f-e15842a61c3a tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd102f31-ed4c-49d6-b8cc-fc30cda82b7e HTTP/1.1" status: 200 len: 944 time: 0.0810122 Apr 08 03:04:41.632956 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-e54c2d41-b560-4b25-ba71-20ff3eb39b11 req-c0338fc4-b1e6-451f-9622-447211bb1f3a tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/security-groups?id=1d0bb224-8457-456e-b4fb-f074c827983b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382187 Apr 08 03:04:42.217693 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Device 1b2222c4-7c87-4ba3-80f3-bba191ae198d up at agent hyperv_hv-cinder-83705 {{(pid=87788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 03:04:42.286466 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Provisioning complete for port 1b2222c4-7c87-4ba3-80f3-bba191ae198d triggered by entity L2. {{(pid=87788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 03:04:42.286835 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587297'] for port, provisioning_complete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:04:42.402743 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:04:42.429306 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd102f31-ed4c-49d6-b8cc-fc30cda82b7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b2222c4-7c87-4ba3-80f3-bba191ae198d'}] {{(pid=87788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 03:04:42.438533 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.db [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] For port 1b2222c4-7c87-4ba3-80f3-bba191ae198d, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=1b2222c4-7c87-4ba3-80f3-bba191ae198d,segment=NetworkSegment(1b549d7e-fc0e-4f7e-b00e-d69f05216c6f),segment_id=1b549d7e-fc0e-4f7e-b00e-d69f05216c6f)] {{(pid=87788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 03:04:42.476528 dv-cinder-837051-1-smb neutron-server[87788]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d709dc83-a750-4f5a-9735-90b9cc2b7205'] response: {'server_uuid': 'fd102f31-ed4c-49d6-b8cc-fc30cda82b7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b2222c4-7c87-4ba3-80f3-bba191ae198d', 'code': 200} Apr 08 03:04:42.529731 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762847214852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762846864698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762846864743'] for port, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:04:42.596954 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Pushing event updated for resources: {'Port': ['ID=1b2222c4-7c87-4ba3-80f3-bba191ae198d,revision_number=10']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:04:42.817999 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f58322-18c5-4901-8aa0-207f497276f3 req-0e8bdb61-b8d2-4362-9b51-6a9464a43f1b tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:04:42.819630 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-54f58322-18c5-4901-8aa0-207f497276f3 req-0e8bdb61-b8d2-4362-9b51-6a9464a43f1b tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd102f31-ed4c-49d6-b8cc-fc30cda82b7e HTTP/1.1" status: 200 len: 946 time: 0.0785329 Apr 08 03:04:42.909876 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-54f58322-18c5-4901-8aa0-207f497276f3 req-70abf808-2cea-4949-9604-561cc1be5a45 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/security-groups?id=1d0bb224-8457-456e-b4fb-f074c827983b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844171 Apr 08 03:04:42.930635 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fcfbf6-2dd1-4ec9-9d25-242c79b31b28 req-2f1a2a42-6a71-402f-8519-ff04ba4cb01b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:04:42.932133 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-13fcfbf6-2dd1-4ec9-9d25-242c79b31b28 req-2f1a2a42-6a71-402f-8519-ff04ba4cb01b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=fd102f31-ed4c-49d6-b8cc-fc30cda82b7e HTTP/1.1" status: 200 len: 1099 time: 0.0910590 Apr 08 03:04:42.972171 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-13fcfbf6-2dd1-4ec9-9d25-242c79b31b28 req-5e3dc39d-11e1-4500-8da3-9e308bddcc70 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=1d0bb224-8457-456e-b4fb-f074c827983b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341451 Apr 08 03:04:44.103428 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f30bd2-5ce3-433f-a8e9-b5da3117a31a req-3f5cd022-b327-4d63-8ef3-70b47b8f671c tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:04:44.104851 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-35f30bd2-5ce3-433f-a8e9-b5da3117a31a req-3f5cd022-b327-4d63-8ef3-70b47b8f671c tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd102f31-ed4c-49d6-b8cc-fc30cda82b7e HTTP/1.1" status: 200 len: 946 time: 0.0833323 Apr 08 03:04:44.148683 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-35f30bd2-5ce3-433f-a8e9-b5da3117a31a req-a11d8ee7-84f3-4fb3-887a-11695d4a132d tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/security-groups?id=1d0bb224-8457-456e-b4fb-f074c827983b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381594 Apr 08 03:04:45.344489 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387c644f-85df-40d1-8460-4bfc3b93b946 req-08e584fa-271e-4c44-9924-9eca4fb760be tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:04:45.346101 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-387c644f-85df-40d1-8460-4bfc3b93b946 req-08e584fa-271e-4c44-9924-9eca4fb760be tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd102f31-ed4c-49d6-b8cc-fc30cda82b7e HTTP/1.1" status: 200 len: 946 time: 0.0830777 Apr 08 03:04:45.391035 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-387c644f-85df-40d1-8460-4bfc3b93b946 req-f8086bbc-be1a-4a0f-8a12-59e9487a2ba7 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/security-groups?id=1d0bb224-8457-456e-b4fb-f074c827983b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386205 Apr 08 03:04:46.587259 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52116f46-9c2b-4339-94b8-27c5eaed5634 req-986821e7-153f-44a8-86d4-6a9ee22b2865 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:04:46.588610 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-52116f46-9c2b-4339-94b8-27c5eaed5634 req-986821e7-153f-44a8-86d4-6a9ee22b2865 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd102f31-ed4c-49d6-b8cc-fc30cda82b7e HTTP/1.1" status: 200 len: 946 time: 0.0824323 Apr 08 03:04:46.632575 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-52116f46-9c2b-4339-94b8-27c5eaed5634 req-54578caf-18b7-4395-b4ed-dcb1161932d3 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/security-groups?id=1d0bb224-8457-456e-b4fb-f074c827983b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381551 Apr 08 03:04:49.663835 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad4b5b4-8e7b-43ef-ae14-8a52ddb7c37c req-f95009d7-100d-499e-973c-8e7cbb5c556e tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:04:49.665278 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-3ad4b5b4-8e7b-43ef-ae14-8a52ddb7c37c req-f95009d7-100d-499e-973c-8e7cbb5c556e tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] 10.222.0.15 "GET /v2.0/ports?device_id=099ff9d6-7e53-4fe8-ab2f-b5ecfa17304b HTTP/1.1" status: 200 len: 946 time: 0.0840490 Apr 08 03:04:49.711724 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-3ad4b5b4-8e7b-43ef-ae14-8a52ddb7c37c req-543e2024-4a5a-46a7-9b22-3b45b6ffb8b9 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] 10.222.0.15 "GET /v2.0/security-groups?id=b0489617-d0c2-496a-81e1-6ec7a0f15c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407646 Apr 08 03:04:50.906196 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d03761-e9b9-4d37-89bc-14a335d24b80 req-e0431974-744d-4676-b9f4-caf5460c1c69 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:04:50.907674 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-b5d03761-e9b9-4d37-89bc-14a335d24b80 req-e0431974-744d-4676-b9f4-caf5460c1c69 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] 10.222.0.15 "GET /v2.0/ports?device_id=099ff9d6-7e53-4fe8-ab2f-b5ecfa17304b HTTP/1.1" status: 200 len: 946 time: 0.0819178 Apr 08 03:04:50.952135 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-b5d03761-e9b9-4d37-89bc-14a335d24b80 req-46e4382e-d40a-49dd-8eb9-0a52e6eec409 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] 10.222.0.15 "GET /v2.0/security-groups?id=b0489617-d0c2-496a-81e1-6ec7a0f15c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378439 Apr 08 03:04:52.154604 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d4747c-b250-46ae-9244-ddb60978f8ac req-577d14a4-00f6-4406-a489-56087fcef92d tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:04:52.156005 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-84d4747c-b250-46ae-9244-ddb60978f8ac req-577d14a4-00f6-4406-a489-56087fcef92d tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] 10.222.0.39 "GET /v2.0/ports?device_id=099ff9d6-7e53-4fe8-ab2f-b5ecfa17304b HTTP/1.1" status: 200 len: 946 time: 0.1931772 Apr 08 03:04:52.239622 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.plugin [req-84d4747c-b250-46ae-9244-ddb60978f8ac req-f5cbfc73-7611-48a1-be26-b2965f9cf4ad tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Deleting port fd284415-9d11-471b-b98f-a00d66a29c80 {{(pid=87786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 03:04:52.239960 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [req-84d4747c-b250-46ae-9244-ddb60978f8ac req-f5cbfc73-7611-48a1-be26-b2965f9cf4ad tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762847207940'] for port, before_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:04:52.313856 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583419b5-40aa-4b35-8c3d-d50a43b82ef4 req-35944a46-74dc-49ce-a4c7-00c5d91b5e6e tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:04:52.315319 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-583419b5-40aa-4b35-8c3d-d50a43b82ef4 req-35944a46-74dc-49ce-a4c7-00c5d91b5e6e tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] 10.222.0.15 "GET /v2.0/ports?device_id=099ff9d6-7e53-4fe8-ab2f-b5ecfa17304b HTTP/1.1" status: 200 len: 946 time: 0.1998549 Apr 08 03:04:52.432232 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-583419b5-40aa-4b35-8c3d-d50a43b82ef4 req-2bfbd2d3-a7e0-4c43-a0ac-916ec9833cdd tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] 10.222.0.15 "GET /v2.0/security-groups?id=b0489617-d0c2-496a-81e1-6ec7a0f15c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919943 Apr 08 03:04:52.537695 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.db [req-84d4747c-b250-46ae-9244-ddb60978f8ac req-f5cbfc73-7611-48a1-be26-b2965f9cf4ad tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] For port fd284415-9d11-471b-b98f-a00d66a29c80, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=fd284415-9d11-471b-b98f-a00d66a29c80,segment=NetworkSegment(ea97b0a2-2bc1-452f-b168-e67660bad26a),segment_id=ea97b0a2-2bc1-452f-b168-e67660bad26a)] {{(pid=87786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 03:04:52.538051 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [req-84d4747c-b250-46ae-9244-ddb60978f8ac req-f5cbfc73-7611-48a1-be26-b2965f9cf4ad tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334124'] for port, precommit_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:04:52.818896 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [req-84d4747c-b250-46ae-9244-ddb60978f8ac req-f5cbfc73-7611-48a1-be26-b2965f9cf4ad tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:04:52.819205 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [req-84d4747c-b250-46ae-9244-ddb60978f8ac req-f5cbfc73-7611-48a1-be26-b2965f9cf4ad tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-333402'] for floatingip, after_update {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:04:52.820160 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.db.l3_db [req-84d4747c-b250-46ae-9244-ddb60978f8ac req-f5cbfc73-7611-48a1-be26-b2965f9cf4ad tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Floating IP 24f991d1-13db-44a9-a322-8424e57f66d3 disassociated. External IP: 172.28.2.138, port: fd284415-9d11-471b-b98f-a00d66a29c80. Apr 08 03:04:52.820496 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.plugin [req-84d4747c-b250-46ae-9244-ddb60978f8ac req-f5cbfc73-7611-48a1-be26-b2965f9cf4ad tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Calling delete_port for fd284415-9d11-471b-b98f-a00d66a29c80 owned by compute:nova {{(pid=87786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 03:04:53.024746 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [req-84d4747c-b250-46ae-9244-ddb60978f8ac req-f5cbfc73-7611-48a1-be26-b2965f9cf4ad tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762847213038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762846864689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2754409'] for port, after_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:04:53.074151 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cbfc73-7611-48a1-be26-b2965f9cf4ad tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Pushing event deleted for resources: {'Port': ['ID=fd284415-9d11-471b-b98f-a00d66a29c80,revision_number=None']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:04:53.082137 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cbfc73-7611-48a1-be26-b2965f9cf4ad tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:04:53.082485 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cbfc73-7611-48a1-be26-b2965f9cf4ad tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:04:53.082842 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cbfc73-7611-48a1-be26-b2965f9cf4ad tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:04:53.083171 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cbfc73-7611-48a1-be26-b2965f9cf4ad tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:04:53.083507 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cbfc73-7611-48a1-be26-b2965f9cf4ad tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:04:53.083834 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cbfc73-7611-48a1-be26-b2965f9cf4ad tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:04:53.084181 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cbfc73-7611-48a1-be26-b2965f9cf4ad tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:04:53.084505 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cbfc73-7611-48a1-be26-b2965f9cf4ad tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:04:53.084832 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cbfc73-7611-48a1-be26-b2965f9cf4ad tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:04:53.085566 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cbfc73-7611-48a1-be26-b2965f9cf4ad tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:04:53.085662 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cbfc73-7611-48a1-be26-b2965f9cf4ad tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:04:53.085984 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cbfc73-7611-48a1-be26-b2965f9cf4ad tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:04:53.296055 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.scheduler.l3_agent_scheduler [req-84d4747c-b250-46ae-9244-ddb60978f8ac req-f5cbfc73-7611-48a1-be26-b2965f9cf4ad tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Router b3c2b0fb-299d-4917-ba8b-8e4ca8926627 has already been hosted by L3 agent 70d74887-4404-4f0d-99b3-e017d5637063 {{(pid=87786) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 03:04:53.489834 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-84d4747c-b250-46ae-9244-ddb60978f8ac req-f5cbfc73-7611-48a1-be26-b2965f9cf4ad tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Notify agent at l3_agent.dv-cinder-837051-1-smb the message routers_updated {{(pid=87786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 03:04:53.505153 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0880bd7c-a2bf-44fb-94bd-d14c9f700562 None None] Sync routers for ids ['b3c2b0fb-299d-4917-ba8b-8e4ca8926627'] in dv-cinder-837051-1-smb {{(pid=87789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 03:04:53.519604 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0880bd7c-a2bf-44fb-94bd-d14c9f700562 None None] Routers {'b3c2b0fb-299d-4917-ba8b-8e4ca8926627'} bound to L3 agent in host dv-cinder-837051-1-smb {{(pid=87789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 03:04:53.520345 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.l3_hamode_db [None req-0880bd7c-a2bf-44fb-94bd-d14c9f700562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837051-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T02:46:58Z,description=,heartbeat_timestamp=2022-04-08T03:04:28Z,host='dv-cinder-837051-1-smb',id=70d74887-4404-4f0d-99b3-e017d5637063,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T02:46:59Z,topic='l3_agent')) {'router_ids': ['b3c2b0fb-299d-4917-ba8b-8e4ca8926627'], 'active': True} {{(pid=87789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 03:04:53.610469 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.l3_dvrscheduler_db [req-84d4747c-b250-46ae-9244-ddb60978f8ac req-f5cbfc73-7611-48a1-be26-b2965f9cf4ad tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] No DVR routers for this DVR port fd284415-9d11-471b-b98f-a00d66a29c80 on host hv-cinder-83705 {{(pid=87786) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 03:04:53.715164 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.l3_dvr_db [None req-0880bd7c-a2bf-44fb-94bd-d14c9f700562 None None] Set router b3c2b0fb-299d-4917-ba8b-8e4ca8926627 gateway port host: dv-cinder-837051-1-smb {{(pid=87789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 03:04:53.721216 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [req-84d4747c-b250-46ae-9244-ddb60978f8ac req-f5cbfc73-7611-48a1-be26-b2965f9cf4ad tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207533'] for port, before_response {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:04:53.724617 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '099ff9d6-7e53-4fe8-ab2f-b5ecfa17304b', 'name': 'network-vif-deleted', 'tag': 'fd284415-9d11-471b-b98f-a00d66a29c80'}] {{(pid=87786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 03:04:53.733162 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-c37db387-f888-41e7-8c76-f5ac8fe730da req-d881fd8c-7745-46ef-8da2-26d40d041ebc tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] 10.222.0.15 "GET /v2.0/ports?device_id=099ff9d6-7e53-4fe8-ab2f-b5ecfa17304b HTTP/1.1" status: 200 len: 210 time: 0.1706772 Apr 08 03:04:53.785481 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0cb15db2-70a8-43f3-b56d-c51a660eb40e'] response: {'server_uuid': '099ff9d6-7e53-4fe8-ab2f-b5ecfa17304b', 'name': 'network-vif-deleted', 'tag': 'fd284415-9d11-471b-b98f-a00d66a29c80', 'status': 'completed', 'code': 200} Apr 08 03:04:53.808357 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-84d4747c-b250-46ae-9244-ddb60978f8ac req-f5cbfc73-7611-48a1-be26-b2965f9cf4ad tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] 10.222.0.39 "DELETE /v2.0/ports/fd284415-9d11-471b-b98f-a00d66a29c80 HTTP/1.1" status: 204 len: 173 time: 1.6462414 Apr 08 03:04:54.048192 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.l3_hamode_db [None req-0880bd7c-a2bf-44fb-94bd-d14c9f700562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3c2b0fb-299d-4917-ba8b-8e4ca8926627', 'name': 'tempest-AttachVolumeTestJSON-997133802-router', 'tenant_id': '27912339e79e43db900700b20c01bd73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'external_fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.206'}], 'enable_snat': True}, 'gw_port_id': '39ba25d6-4620-4749-9413-84e0dd6b05d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:56:23Z', 'updated_at': '2022-04-08T02:56:36Z', 'revision_number': 4, 'project_id': '27912339e79e43db900700b20c01bd73', 'gw_port': {'id': '39ba25d6-4620-4749-9413-84e0dd6b05d8', 'name': '', 'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:62:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c2b0fb-299d-4917-ba8b-8e4ca8926627', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:56:25Z', 'updated_at': '2022-04-08T02:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-smb', '_interfaces': [{'id': 'a02b9cd1-cea8-4513-a105-a26be139fb74', 'name': '', 'network_id': 'c8c3b9c3-2a08-4eb4-872c-03cbce1e3b10', 'tenant_id': '27912339e79e43db900700b20c01bd73', 'mac_address': 'fa:16:3e:0d:7d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c2b0fb-299d-4917-ba8b-8e4ca8926627', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '18b119e0-b657-4738-8e56-4872d79152d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:56:34Z', 'updated_at': '2022-04-08T02:56:54Z', 'revision_number': 5, 'project_id': '27912339e79e43db900700b20c01bd73', 'subnets': [{'id': '18b119e0-b657-4738-8e56-4872d79152d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837051-1-smb', False) {} {{(pid=87789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 03:04:54.051930 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0880bd7c-a2bf-44fb-94bd-d14c9f700562 None None] Checking router: b3c2b0fb-299d-4917-ba8b-8e4ca8926627 for host: dv-cinder-837051-1-smb {{(pid=87789) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 03:04:54.061336 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0880bd7c-a2bf-44fb-94bd-d14c9f700562 None None] Routers {'b3c2b0fb-299d-4917-ba8b-8e4ca8926627'} bound to L3 agent in host dv-cinder-837051-1-smb {{(pid=87789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 03:04:54.061906 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.l3_hamode_db [None req-0880bd7c-a2bf-44fb-94bd-d14c9f700562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837051-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T02:46:58Z,description=,heartbeat_timestamp=2022-04-08T03:04:28Z,host='dv-cinder-837051-1-smb',id=70d74887-4404-4f0d-99b3-e017d5637063,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T02:46:59Z,topic='l3_agent')) {'router_ids': ['b3c2b0fb-299d-4917-ba8b-8e4ca8926627'], 'active': True} {{(pid=87789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 03:04:54.233720 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.l3_dvr_db [None req-0880bd7c-a2bf-44fb-94bd-d14c9f700562 None None] Set router b3c2b0fb-299d-4917-ba8b-8e4ca8926627 gateway port host: dv-cinder-837051-1-smb {{(pid=87789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 03:04:54.551401 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.l3_hamode_db [None req-0880bd7c-a2bf-44fb-94bd-d14c9f700562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3c2b0fb-299d-4917-ba8b-8e4ca8926627', 'name': 'tempest-AttachVolumeTestJSON-997133802-router', 'tenant_id': '27912339e79e43db900700b20c01bd73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'external_fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.206'}], 'enable_snat': True}, 'gw_port_id': '39ba25d6-4620-4749-9413-84e0dd6b05d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:56:23Z', 'updated_at': '2022-04-08T02:56:36Z', 'revision_number': 4, 'project_id': '27912339e79e43db900700b20c01bd73', 'gw_port': {'id': '39ba25d6-4620-4749-9413-84e0dd6b05d8', 'name': '', 'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:62:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c2b0fb-299d-4917-ba8b-8e4ca8926627', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:56:25Z', 'updated_at': '2022-04-08T02:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-smb', '_interfaces': [{'id': 'a02b9cd1-cea8-4513-a105-a26be139fb74', 'name': '', 'network_id': 'c8c3b9c3-2a08-4eb4-872c-03cbce1e3b10', 'tenant_id': '27912339e79e43db900700b20c01bd73', 'mac_address': 'fa:16:3e:0d:7d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c2b0fb-299d-4917-ba8b-8e4ca8926627', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '18b119e0-b657-4738-8e56-4872d79152d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:56:34Z', 'updated_at': '2022-04-08T02:56:54Z', 'revision_number': 5, 'project_id': '27912339e79e43db900700b20c01bd73', 'subnets': [{'id': '18b119e0-b657-4738-8e56-4872d79152d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837051-1-smb', False) {} {{(pid=87789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 03:04:54.556119 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0880bd7c-a2bf-44fb-94bd-d14c9f700562 None None] The sync data for ids ['b3c2b0fb-299d-4917-ba8b-8e4ca8926627'] in dv-cinder-837051-1-smb is: [{'id': 'b3c2b0fb-299d-4917-ba8b-8e4ca8926627', 'name': 'tempest-AttachVolumeTestJSON-997133802-router', 'tenant_id': '27912339e79e43db900700b20c01bd73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'external_fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.206'}], 'enable_snat': True}, 'gw_port_id': '39ba25d6-4620-4749-9413-84e0dd6b05d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:56:23Z', 'updated_at': '2022-04-08T02:56:36Z', 'revision_number': 4, 'project_id': '27912339e79e43db900700b20c01bd73', 'gw_port': {'id': '39ba25d6-4620-4749-9413-84e0dd6b05d8', 'name': '', 'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:62:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c2b0fb-299d-4917-ba8b-8e4ca8926627', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:56:25Z', 'updated_at': '2022-04-08T02:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-smb', '_interfaces': [{'id': 'a02b9cd1-cea8-4513-a105-a26be139fb74', 'name': '', 'network_id': 'c8c3b9c3-2a08-4eb4-872c-03cbce1e3b10', 'tenant_id': '27912339e79e43db900700b20c01bd73', 'mac_address': 'fa:16:3e:0d:7d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c2b0fb-299d-4917-ba8b-8e4ca8926627', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '18b119e0-b657-4738-8e56-4872d79152d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:56:34Z', 'updated_at': '2022-04-08T02:56:54Z', 'revision_number': 5, 'project_id': '27912339e79e43db900700b20c01bd73', 'subnets': [{'id': '18b119e0-b657-4738-8e56-4872d79152d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 03:04:54.794420 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3eb11ee-9a8e-410a-a13f-5659205e0939 None None] New status for floating IP 24f991d1-13db-44a9-a322-8424e57f66d3: DOWN {{(pid=87788) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 03:04:54.973615 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.wsgi [-] (87786) accepted ('10.222.0.15', 50338) {{(pid=87786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:04:55.035192 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-8df0f619-c58f-443a-96be-7b404ada6d7a tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Notify callbacks [] for security_group, before_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:04:55.061621 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-8df0f619-c58f-443a-96be-7b404ada6d7a tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:04:55.191972 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-8df0f619-c58f-443a-96be-7b404ada6d7a tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:04:55.209841 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df0f619-c58f-443a-96be-7b404ada6d7a tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0489617-d0c2-496a-81e1-6ec7a0f15c4d,revision_number=None']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:04:55.294530 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-8df0f619-c58f-443a-96be-7b404ada6d7a tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Notify callbacks [] for security_group, before_response {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:04:55.297552 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [None req-8df0f619-c58f-443a-96be-7b404ada6d7a tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] 10.222.0.15 "DELETE /v2.0/security-groups/b0489617-d0c2-496a-81e1-6ec7a0f15c4d HTTP/1.1" status: 204 len: 168 time: 0.3211215 Apr 08 03:04:55.298420 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.wsgi [-] (87786) accepted ('10.222.0.15', 50344) {{(pid=87786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:04:55.314572 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.api.v2.resource [None req-52e9805a-1fb3-4854-90bf-a18148b783e6 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] show failed (client error): The resource could not be found. Apr 08 03:04:55.315614 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [None req-52e9805a-1fb3-4854-90bf-a18148b783e6 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] 10.222.0.15 "GET /v2.0/security-groups/b0489617-d0c2-496a-81e1-6ec7a0f15c4d HTTP/1.1" status: 404 len: 347 time: 0.0162349 Apr 08 03:04:55.318183 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.wsgi [-] (87786) accepted ('10.222.0.15', 50348) {{(pid=87786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:04:55.474004 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.plugin [None req-011df282-af06-42a0-b4a4-0dc4187a4c47 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Deleting port 35f41354-5cfe-4a09-aab5-4729556db606 {{(pid=87786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 03:04:55.474346 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-011df282-af06-42a0-b4a4-0dc4187a4c47 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762847207940'] for port, before_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:04:55.639930 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-011df282-af06-42a0-b4a4-0dc4187a4c47 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334124'] for port, precommit_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:04:55.640178 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-011df282-af06-42a0-b4a4-0dc4187a4c47 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:04:55.766787 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.plugin [None req-011df282-af06-42a0-b4a4-0dc4187a4c47 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Calling delete_port for 35f41354-5cfe-4a09-aab5-4729556db606 owned by network:floatingip {{(pid=87786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 03:04:55.882840 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-49e88f84-b972-4b7c-9a89-4caaa91ceb4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:04:55.967560 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-011df282-af06-42a0-b4a4-0dc4187a4c47 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762847213038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762846864689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2754409'] for port, after_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:04:56.017696 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011df282-af06-42a0-b4a4-0dc4187a4c47 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Pushing event deleted for resources: {'Port': ['ID=35f41354-5cfe-4a09-aab5-4729556db606,revision_number=None']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:04:56.109407 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-011df282-af06-42a0-b4a4-0dc4187a4c47 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Notify callbacks [] for floatingip, after_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:04:56.123514 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-011df282-af06-42a0-b4a4-0dc4187a4c47 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207533'] for floatingip, before_response {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:04:56.124613 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [None req-011df282-af06-42a0-b4a4-0dc4187a4c47 tempest-AttachVolumeTestJSON-721062903 tempest-AttachVolumeTestJSON-721062903-project] 10.222.0.15 "DELETE /v2.0/floatingips/24f991d1-13db-44a9-a322-8424e57f66d3 HTTP/1.1" status: 204 len: 168 time: 0.8055677 Apr 08 03:04:56.286406 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Device fd284415-9d11-471b-b98f-a00d66a29c80 no longer exists at agent hyperv_hv-cinder-83705 {{(pid=87788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 03:04:56.354040 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.plugin [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] No Port match for: fd284415-9d11-471b-b98f-a00d66a29c80 {{(pid=87788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 03:04:56.354373 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Device fd284415-9d11-471b-b98f-a00d66a29c80 not bound to the agent host hv-cinder-83705 {{(pid=87788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 03:04:58.317433 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-83082383-88dd-403c-8ce1-10524ffd70a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:04:58.730810 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.agents_db [None req-78530461-7b12-4524-9e6e-3e4de8d78fc4 None None] Agent healthcheck: found 6 active agents {{(pid=87789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 03:04:58.872729 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.wsgi [-] (87786) accepted ('10.222.0.15', 50384) {{(pid=87786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:04:58.989265 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-03d53871-0b61-4418-bfc7-a3a8f5479cb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:04:59.004027 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.quota.driver [None req-03d53871-0b61-4418-bfc7-a3a8f5479cb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 03:04:59.008597 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [None req-03d53871-0b61-4418-bfc7-a3a8f5479cb7 admin admin] Usage tracker for resource:security_group_rule and tenant:e1a80577d92541d5a3c97286087b86e5 is out of sync, need to count used quota {{(pid=87786) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 03:04:59.011570 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [None req-03d53871-0b61-4418-bfc7-a3a8f5479cb7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87786) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 03:04:59.017200 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.quota.driver [None req-03d53871-0b61-4418-bfc7-a3a8f5479cb7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 03:04:59.098821 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-03d53871-0b61-4418-bfc7-a3a8f5479cb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:04:59.181135 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-ef00a636-a289-418c-ab96-90866b017a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:04:59.207001 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-03d53871-0b61-4418-bfc7-a3a8f5479cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:04:59.235817 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:04:59.255149 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [None req-03d53871-0b61-4418-bfc7-a3a8f5479cb7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e1a80577d92541d5a3c97286087b86e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3813171 Apr 08 03:04:59.256822 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d53871-0b61-4418-bfc7-a3a8f5479cb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=614062b5-89c2-4292-9af4-2c4df33eb5ac,revision_number=1']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:04:59.258970 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 50396) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:04:59.327813 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-c650a7d1-3af7-4313-b6b2-68bf7bd61013 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:04:59.353709 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-c650a7d1-3af7-4313-b6b2-68bf7bd61013 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:04:59.478775 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-c650a7d1-3af7-4313-b6b2-68bf7bd61013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:04:59.495473 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c650a7d1-3af7-4313-b6b2-68bf7bd61013 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=614062b5-89c2-4292-9af4-2c4df33eb5ac,revision_number=None']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:04:59.504545 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-c650a7d1-3af7-4313-b6b2-68bf7bd61013 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:04:59.510452 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-c650a7d1-3af7-4313-b6b2-68bf7bd61013 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/614062b5-89c2-4292-9af4-2c4df33eb5ac HTTP/1.1" status: 204 len: 168 time: 0.2455909 Apr 08 03:05:00.493573 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 50408) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:05:00.578412 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-0700d8e1-2fb2-4ab8-b601-2cbd26aa24a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:05:01.171880 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-5d8982f0-d917-4161-85e7-a6f60bc85c33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-333100'] for router_interface, before_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:05:01.601543 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.plugins.ml2.plugin [None req-5d8982f0-d917-4161-85e7-a6f60bc85c33 admin admin] Deleting port a02b9cd1-cea8-4513-a105-a26be139fb74 {{(pid=87787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 03:05:01.602724 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-5d8982f0-d917-4161-85e7-a6f60bc85c33 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762847207940'] for port, before_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:05:01.769742 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.plugins.ml2.db [None req-5d8982f0-d917-4161-85e7-a6f60bc85c33 admin admin] For port a02b9cd1-cea8-4513-a105-a26be139fb74, host dv-cinder-837051-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837051-1-smb',level=0,port_id=a02b9cd1-cea8-4513-a105-a26be139fb74,segment=NetworkSegment(ea97b0a2-2bc1-452f-b168-e67660bad26a),segment_id=ea97b0a2-2bc1-452f-b168-e67660bad26a)] {{(pid=87787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 03:05:01.770092 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-5d8982f0-d917-4161-85e7-a6f60bc85c33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334124'] for port, precommit_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:05:01.889886 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.plugins.ml2.plugin [None req-5d8982f0-d917-4161-85e7-a6f60bc85c33 admin admin] Calling delete_port for a02b9cd1-cea8-4513-a105-a26be139fb74 owned by network:router_interface {{(pid=87787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 03:05:02.111810 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-5d8982f0-d917-4161-85e7-a6f60bc85c33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762847213038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762846864689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3006662'] for port, after_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:05:02.157353 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8982f0-d917-4161-85e7-a6f60bc85c33 admin admin] Pushing event deleted for resources: {'Port': ['ID=a02b9cd1-cea8-4513-a105-a26be139fb74,revision_number=None']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:05:02.418195 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-5d8982f0-d917-4161-85e7-a6f60bc85c33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-333232'] for router_interface, after_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:05:02.850123 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d8982f0-d917-4161-85e7-a6f60bc85c33 admin admin] Router b3c2b0fb-299d-4917-ba8b-8e4ca8926627 has already been hosted by L3 agent 70d74887-4404-4f0d-99b3-e017d5637063 {{(pid=87787) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 03:05:03.018955 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d8982f0-d917-4161-85e7-a6f60bc85c33 admin admin] Notify agent at l3_agent.dv-cinder-837051-1-smb the message routers_updated {{(pid=87787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 03:05:03.028461 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-505afb44-15c6-4643-bf07-016dff7cd87a None None] Sync routers for ids ['b3c2b0fb-299d-4917-ba8b-8e4ca8926627'] in dv-cinder-837051-1-smb {{(pid=87789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 03:05:03.031444 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-5d8982f0-d917-4161-85e7-a6f60bc85c33 admin admin] 10.222.0.15 "PUT /v2.0/routers/b3c2b0fb-299d-4917-ba8b-8e4ca8926627/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5367653 Apr 08 03:05:03.033865 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 50414) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:05:03.037589 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-505afb44-15c6-4643-bf07-016dff7cd87a None None] Routers {'b3c2b0fb-299d-4917-ba8b-8e4ca8926627'} bound to L3 agent in host dv-cinder-837051-1-smb {{(pid=87789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 03:05:03.038177 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.l3_hamode_db [None req-505afb44-15c6-4643-bf07-016dff7cd87a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837051-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T02:46:58Z,description=,heartbeat_timestamp=2022-04-08T03:04:58Z,host='dv-cinder-837051-1-smb',id=70d74887-4404-4f0d-99b3-e017d5637063,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T02:46:59Z,topic='l3_agent')) {'router_ids': ['b3c2b0fb-299d-4917-ba8b-8e4ca8926627'], 'active': True} {{(pid=87789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 03:05:03.206330 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-040fcb95-68a5-4b54-a4aa-c7e9dedcfd17 admin admin] Notify callbacks [] for router, before_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:05:03.211016 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.l3_dvr_db [None req-505afb44-15c6-4643-bf07-016dff7cd87a None None] Set router b3c2b0fb-299d-4917-ba8b-8e4ca8926627 gateway port host: dv-cinder-837051-1-smb {{(pid=87789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 03:05:03.380858 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-040fcb95-68a5-4b54-a4aa-c7e9dedcfd17 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:05:03.443472 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.plugins.ml2.plugin [None req-040fcb95-68a5-4b54-a4aa-c7e9dedcfd17 admin admin] Deleting port 39ba25d6-4620-4749-9413-84e0dd6b05d8 {{(pid=87787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 03:05:03.443918 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-040fcb95-68a5-4b54-a4aa-c7e9dedcfd17 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762847207940'] for port, before_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:05:03.493397 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.l3_hamode_db [None req-505afb44-15c6-4643-bf07-016dff7cd87a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3c2b0fb-299d-4917-ba8b-8e4ca8926627', 'name': 'tempest-AttachVolumeTestJSON-997133802-router', 'tenant_id': '27912339e79e43db900700b20c01bd73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'external_fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.206'}], 'enable_snat': True}, 'gw_port_id': '39ba25d6-4620-4749-9413-84e0dd6b05d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:56:23Z', 'updated_at': '2022-04-08T03:05:01Z', 'revision_number': 5, 'project_id': '27912339e79e43db900700b20c01bd73', 'gw_port': {'id': '39ba25d6-4620-4749-9413-84e0dd6b05d8', 'name': '', 'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:62:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c2b0fb-299d-4917-ba8b-8e4ca8926627', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:56:25Z', 'updated_at': '2022-04-08T02:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-smb'}], 'dv-cinder-837051-1-smb', False) {} {{(pid=87789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 03:05:03.497089 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-505afb44-15c6-4643-bf07-016dff7cd87a None None] Checking router: b3c2b0fb-299d-4917-ba8b-8e4ca8926627 for host: dv-cinder-837051-1-smb {{(pid=87789) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 03:05:03.505244 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-505afb44-15c6-4643-bf07-016dff7cd87a None None] Routers {'b3c2b0fb-299d-4917-ba8b-8e4ca8926627'} bound to L3 agent in host dv-cinder-837051-1-smb {{(pid=87789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 03:05:03.505978 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.l3_hamode_db [None req-505afb44-15c6-4643-bf07-016dff7cd87a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837051-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T02:46:58Z,description=,heartbeat_timestamp=2022-04-08T03:04:58Z,host='dv-cinder-837051-1-smb',id=70d74887-4404-4f0d-99b3-e017d5637063,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T02:46:59Z,topic='l3_agent')) {'router_ids': ['b3c2b0fb-299d-4917-ba8b-8e4ca8926627'], 'active': True} {{(pid=87789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 03:05:03.615162 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.plugins.ml2.db [None req-040fcb95-68a5-4b54-a4aa-c7e9dedcfd17 admin admin] For port 39ba25d6-4620-4749-9413-84e0dd6b05d8, host dv-cinder-837051-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837051-1-smb',level=0,port_id=39ba25d6-4620-4749-9413-84e0dd6b05d8,segment=NetworkSegment(2f3db029-7821-49c5-950d-ef9b857fea9c),segment_id=2f3db029-7821-49c5-950d-ef9b857fea9c)] {{(pid=87787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 03:05:03.615526 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-040fcb95-68a5-4b54-a4aa-c7e9dedcfd17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334124'] for port, precommit_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:05:03.665347 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.l3_dvr_db [None req-505afb44-15c6-4643-bf07-016dff7cd87a None None] Set router b3c2b0fb-299d-4917-ba8b-8e4ca8926627 gateway port host: None {{(pid=87789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 03:05:03.743508 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.plugins.ml2.plugin [None req-040fcb95-68a5-4b54-a4aa-c7e9dedcfd17 admin admin] Calling delete_port for 39ba25d6-4620-4749-9413-84e0dd6b05d8 owned by network:router_gateway {{(pid=87787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 03:05:03.795607 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.l3_hamode_db [None req-505afb44-15c6-4643-bf07-016dff7cd87a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3c2b0fb-299d-4917-ba8b-8e4ca8926627', 'name': 'tempest-AttachVolumeTestJSON-997133802-router', 'tenant_id': '27912339e79e43db900700b20c01bd73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:56:23Z', 'updated_at': '2022-04-08T03:05:03Z', 'revision_number': 6, 'project_id': '27912339e79e43db900700b20c01bd73', 'gw_port_host': None}], 'dv-cinder-837051-1-smb', False) {} {{(pid=87789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 03:05:03.799404 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-505afb44-15c6-4643-bf07-016dff7cd87a None None] The sync data for ids ['b3c2b0fb-299d-4917-ba8b-8e4ca8926627'] in dv-cinder-837051-1-smb is: [{'id': 'b3c2b0fb-299d-4917-ba8b-8e4ca8926627', 'name': 'tempest-AttachVolumeTestJSON-997133802-router', 'tenant_id': '27912339e79e43db900700b20c01bd73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:56:23Z', 'updated_at': '2022-04-08T03:05:03Z', 'revision_number': 6, 'project_id': '27912339e79e43db900700b20c01bd73', 'gw_port_host': None}] {{(pid=87789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 03:05:03.989636 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-040fcb95-68a5-4b54-a4aa-c7e9dedcfd17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762847213038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762846864689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3006662'] for port, after_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:05:04.038197 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040fcb95-68a5-4b54-a4aa-c7e9dedcfd17 admin admin] Pushing event deleted for resources: {'Port': ['ID=39ba25d6-4620-4749-9413-84e0dd6b05d8,revision_number=None']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:05:04.125461 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-040fcb95-68a5-4b54-a4aa-c7e9dedcfd17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-333321'] for router_gateway, after_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:05:04.409811 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-040fcb95-68a5-4b54-a4aa-c7e9dedcfd17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-355902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-306'] for router, precommit_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:05:04.411976 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-040fcb95-68a5-4b54-a4aa-c7e9dedcfd17 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:05:04.523709 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-040fcb95-68a5-4b54-a4aa-c7e9dedcfd17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-356065'] for router, after_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:05:04.524231 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-040fcb95-68a5-4b54-a4aa-c7e9dedcfd17 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b3c2b0fb-299d-4917-ba8b-8e4ca8926627 {{(pid=87787) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 08 03:05:04.543192 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-040fcb95-68a5-4b54-a4aa-c7e9dedcfd17 admin admin] Notify callbacks [] for router, before_response {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:05:04.543192 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-040fcb95-68a5-4b54-a4aa-c7e9dedcfd17 admin admin] 10.222.0.15 "DELETE /v2.0/routers/b3c2b0fb-299d-4917-ba8b-8e4ca8926627 HTTP/1.1" status: 204 len: 168 time: 1.5033889 Apr 08 03:05:04.543192 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 50418) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:05:04.600067 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.db_base_plugin_v2 [None req-78428c13-3f47-4d45-a562-2eaa53d496a9 admin admin] Deleting subnet 18b119e0-b657-4738-8e56-4872d79152d5 {{(pid=87787) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 08 03:05:04.603700 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-78428c13-3f47-4d45-a562-2eaa53d496a9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:05:04.654473 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-78428c13-3f47-4d45-a562-2eaa53d496a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3007358'] for subnet, precommit_delete_associations {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:05:04.736749 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-78428c13-3f47-4d45-a562-2eaa53d496a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-576545'] for subnet, precommit_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:05:04.860543 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-78428c13-3f47-4d45-a562-2eaa53d496a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-576552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3006707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2234823'] for subnet, after_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:05:04.898694 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78428c13-3f47-4d45-a562-2eaa53d496a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=18b119e0-b657-4738-8e56-4872d79152d5,revision_number=None']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:05:04.901216 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-78428c13-3f47-4d45-a562-2eaa53d496a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539232'] for subnet, before_response {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:05:04.909659 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61e4e7ff-0e7c-4c8c-8f54-7c7a62ffc68c None None] Network c8c3b9c3-2a08-4eb4-872c-03cbce1e3b10 requested from dv-cinder-837051-1-smb {{(pid=87788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 03:05:04.913055 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-78428c13-3f47-4d45-a562-2eaa53d496a9 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/18b119e0-b657-4738-8e56-4872d79152d5 HTTP/1.1" status: 204 len: 168 time: 0.3708577 Apr 08 03:05:04.915830 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 50422) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:05:05.019337 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-7dc43599-2295-45fe-bd9d-8445864b7a1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-570621'] for network, before_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:05:05.030245 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.plugins.ml2.plugin [None req-7dc43599-2295-45fe-bd9d-8445864b7a1f admin admin] Deleting port 3f76b353-0a7f-49a3-abae-cdc925853980 {{(pid=87787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 03:05:05.030566 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-7dc43599-2295-45fe-bd9d-8445864b7a1f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762847207940'] for port, before_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:05:05.175506 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-201a67d2-2849-4966-9cf1-e715f5e09211 None None] DHCP port deletion for c8c3b9c3-2a08-4eb4-872c-03cbce1e3b10 request from dv-cinder-837051-1-smb {{(pid=87788) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 08 03:05:05.179304 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.plugin [None req-201a67d2-2849-4966-9cf1-e715f5e09211 None None] Deleting port 3f76b353-0a7f-49a3-abae-cdc925853980 {{(pid=87788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 03:05:05.179772 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-201a67d2-2849-4966-9cf1-e715f5e09211 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762847207940'] for port, before_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:05:05.243447 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.plugins.ml2.db [None req-7dc43599-2295-45fe-bd9d-8445864b7a1f admin admin] For port 3f76b353-0a7f-49a3-abae-cdc925853980, host dv-cinder-837051-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837051-1-smb',level=0,port_id=3f76b353-0a7f-49a3-abae-cdc925853980,segment=NetworkSegment(ea97b0a2-2bc1-452f-b168-e67660bad26a),segment_id=ea97b0a2-2bc1-452f-b168-e67660bad26a)] {{(pid=87787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 03:05:05.243809 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-7dc43599-2295-45fe-bd9d-8445864b7a1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334124'] for port, precommit_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:05:05.381865 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.plugins.ml2.plugin [None req-7dc43599-2295-45fe-bd9d-8445864b7a1f admin admin] Calling delete_port for 3f76b353-0a7f-49a3-abae-cdc925853980 owned by network:dhcp {{(pid=87787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 03:05:05.383949 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.db [None req-201a67d2-2849-4966-9cf1-e715f5e09211 None None] For port 3f76b353-0a7f-49a3-abae-cdc925853980, host dv-cinder-837051-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837051-1-smb',level=0,port_id=3f76b353-0a7f-49a3-abae-cdc925853980,segment=NetworkSegment(ea97b0a2-2bc1-452f-b168-e67660bad26a),segment_id=ea97b0a2-2bc1-452f-b168-e67660bad26a)] {{(pid=87788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 03:05:05.384450 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-201a67d2-2849-4966-9cf1-e715f5e09211 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334124'] for port, precommit_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:05:05.502516 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Device 3f76b353-0a7f-49a3-abae-cdc925853980 no longer exists at agent ovs-agent-dv-cinder-837051-1-smb {{(pid=87788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 03:05:05.511916 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-7dc43599-2295-45fe-bd9d-8445864b7a1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762847213038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762846864689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3006662'] for port, after_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:05:05.535410 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.plugin [None req-201a67d2-2849-4966-9cf1-e715f5e09211 None None] Calling delete_port for 3f76b353-0a7f-49a3-abae-cdc925853980 owned by network:dhcp {{(pid=87788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 03:05:05.558790 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc43599-2295-45fe-bd9d-8445864b7a1f admin admin] Pushing event deleted for resources: {'Port': ['ID=3f76b353-0a7f-49a3-abae-cdc925853980,revision_number=None']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:05:05.560552 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc43599-2295-45fe-bd9d-8445864b7a1f admin admin] No DVR routers for this DVR port 3f76b353-0a7f-49a3-abae-cdc925853980 on host dv-cinder-837051-1-smb {{(pid=87787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 03:05:05.582962 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.plugin [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] No Port match for: 3f76b353-0a7f-49a3-abae-cdc925853980 {{(pid=87788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 03:05:05.582962 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Device 3f76b353-0a7f-49a3-abae-cdc925853980 not bound to the agent host dv-cinder-837051-1-smb {{(pid=87788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 03:05:05.583542 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Device 39ba25d6-4620-4749-9413-84e0dd6b05d8 no longer exists at agent ovs-agent-dv-cinder-837051-1-smb {{(pid=87788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 03:05:05.623987 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.plugin [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] No Port match for: 39ba25d6-4620-4749-9413-84e0dd6b05d8 {{(pid=87788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 03:05:05.624339 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Device 39ba25d6-4620-4749-9413-84e0dd6b05d8 not bound to the agent host dv-cinder-837051-1-smb {{(pid=87788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 03:05:05.624790 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Device a02b9cd1-cea8-4513-a105-a26be139fb74 no longer exists at agent ovs-agent-dv-cinder-837051-1-smb {{(pid=87788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 03:05:05.667130 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.plugin [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] No Port match for: a02b9cd1-cea8-4513-a105-a26be139fb74 {{(pid=87788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 03:05:05.667496 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Device a02b9cd1-cea8-4513-a105-a26be139fb74 not bound to the agent host dv-cinder-837051-1-smb {{(pid=87788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 03:05:05.686412 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-7dc43599-2295-45fe-bd9d-8445864b7a1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577450', 'neutron.services.segments.db._delete_segments_for_network-8762847383381'] for network, precommit_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:05:05.686578 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.db.api [None req-201a67d2-2849-4966-9cf1-e715f5e09211 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87788) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 03:05:05.686759 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG oslo_db.api [None req-201a67d2-2849-4966-9cf1-e715f5e09211 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 03:05:05.711333 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.services.segments.db [None req-7dc43599-2295-45fe-bd9d-8445864b7a1f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8c3b9c3-2a08-4eb4-872c-03cbce1e3b10']}} {{(pid=87787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 03:05:05.722778 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.services.segments.db [None req-7dc43599-2295-45fe-bd9d-8445864b7a1f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea97b0a2-2bc1-452f-b168-e67660bad26a') {'for_net_delete': True} {{(pid=87787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 03:05:05.723072 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.services.segments.db [None req-7dc43599-2295-45fe-bd9d-8445864b7a1f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea97b0a2-2bc1-452f-b168-e67660bad26a') {} {{(pid=87787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 03:05:05.733869 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-7dc43599-2295-45fe-bd9d-8445864b7a1f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762847386736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3007351'] for segment, before_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:05:05.749442 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-7dc43599-2295-45fe-bd9d-8445864b7a1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575478'] for segment, precommit_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:05:05.755188 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7dc43599-2295-45fe-bd9d-8445864b7a1f admin admin] Releasing vlan 294 on physical network physnet1 to pool {{(pid=87787) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 03:05:05.755566 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-7dc43599-2295-45fe-bd9d-8445864b7a1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-575460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3006633'] for segment, after_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:05:05.768630 dv-cinder-837051-1-smb neutron-server[87787]: Traceback (most recent call last): Apr 08 03:05:05.768630 dv-cinder-837051-1-smb neutron-server[87787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 03:05:05.768630 dv-cinder-837051-1-smb neutron-server[87787]: timer() Apr 08 03:05:05.768630 dv-cinder-837051-1-smb neutron-server[87787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 03:05:05.768630 dv-cinder-837051-1-smb neutron-server[87787]: cb(*args, **kw) Apr 08 03:05:05.768630 dv-cinder-837051-1-smb neutron-server[87787]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 03:05:05.768630 dv-cinder-837051-1-smb neutron-server[87787]: return func(*args, **kwargs) Apr 08 03:05:05.768630 dv-cinder-837051-1-smb neutron-server[87787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 03:05:05.768630 dv-cinder-837051-1-smb neutron-server[87787]: self._notify() Apr 08 03:05:05.768630 dv-cinder-837051-1-smb neutron-server[87787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 03:05:05.768630 dv-cinder-837051-1-smb neutron-server[87787]: self.callback(batched_events) Apr 08 03:05:05.768630 dv-cinder-837051-1-smb neutron-server[87787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 03:05:05.768630 dv-cinder-837051-1-smb neutron-server[87787]: event.method(event) Apr 08 03:05:05.768630 dv-cinder-837051-1-smb neutron-server[87787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 03:05:05.768630 dv-cinder-837051-1-smb neutron-server[87787]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 03:05:05.768630 dv-cinder-837051-1-smb neutron-server[87787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 03:05:05.768630 dv-cinder-837051-1-smb neutron-server[87787]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 03:05:05.768630 dv-cinder-837051-1-smb neutron-server[87787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 03:05:05.768630 dv-cinder-837051-1-smb neutron-server[87787]: return f(self, *a, **k) Apr 08 03:05:05.768630 dv-cinder-837051-1-smb neutron-server[87787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 03:05:05.768630 dv-cinder-837051-1-smb neutron-server[87787]: return self._get(url).json() Apr 08 03:05:05.768630 dv-cinder-837051-1-smb neutron-server[87787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 08 03:05:05.768630 dv-cinder-837051-1-smb neutron-server[87787]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 03:05:05.768630 dv-cinder-837051-1-smb neutron-server[87787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 03:05:05.768630 dv-cinder-837051-1-smb neutron-server[87787]: return self.request(url, 'GET', **kwargs) Apr 08 03:05:05.768630 dv-cinder-837051-1-smb neutron-server[87787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 03:05:05.768630 dv-cinder-837051-1-smb neutron-server[87787]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 03:05:05.768630 dv-cinder-837051-1-smb neutron-server[87787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 03:05:05.768630 dv-cinder-837051-1-smb neutron-server[87787]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 03:05:05.768630 dv-cinder-837051-1-smb neutron-server[87787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 03:05:05.768630 dv-cinder-837051-1-smb neutron-server[87787]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 03:05:05.768630 dv-cinder-837051-1-smb neutron-server[87787]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 03:05:05.909967 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-7dc43599-2295-45fe-bd9d-8445864b7a1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-333356'] for network, after_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:05:05.925843 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-7dc43599-2295-45fe-bd9d-8445864b7a1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539232'] for network, before_response {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:05:05.937239 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc43599-2295-45fe-bd9d-8445864b7a1f admin admin] Pushing event deleted for resources: {'Network': ['ID=c8c3b9c3-2a08-4eb4-872c-03cbce1e3b10,revision_number=None']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:05:06.019113 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-7dc43599-2295-45fe-bd9d-8445864b7a1f admin admin] 10.222.0.15 "DELETE /v2.0/networks/c8c3b9c3-2a08-4eb4-872c-03cbce1e3b10 HTTP/1.1" status: 204 len: 168 time: 1.1022089 Apr 08 03:05:06.188240 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.plugin [None req-201a67d2-2849-4966-9cf1-e715f5e09211 None None] Deleting port 3f76b353-0a7f-49a3-abae-cdc925853980 {{(pid=87788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 03:05:06.188795 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-201a67d2-2849-4966-9cf1-e715f5e09211 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762847207940'] for port, before_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:05:06.254720 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.plugin [None req-201a67d2-2849-4966-9cf1-e715f5e09211 None None] The port '3f76b353-0a7f-49a3-abae-cdc925853980' was deleted {{(pid=87788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 08 03:05:06.333675 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.wsgi [-] (87786) accepted ('10.222.0.15', 50432) {{(pid=87786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:05:06.381473 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [None req-1fcd72a4-df84-4c5d-b582-39674567bdb0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=27912339e79e43db900700b20c01bd73&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0466061 Apr 08 03:05:06.384211 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.wsgi [-] (87786) accepted ('10.222.0.15', 50436) {{(pid=87786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:05:06.445004 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-981a4a2a-1939-4e18-ac2b-0827f4af701f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:05:06.482566 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-981a4a2a-1939-4e18-ac2b-0827f4af701f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:05:06.614646 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-981a4a2a-1939-4e18-ac2b-0827f4af701f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:05:06.632341 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981a4a2a-1939-4e18-ac2b-0827f4af701f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a368d699-2ff5-4964-8992-e84d9a3fcb41,revision_number=None']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:05:06.641841 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-981a4a2a-1939-4e18-ac2b-0827f4af701f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:05:06.643011 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [None req-981a4a2a-1939-4e18-ac2b-0827f4af701f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a368d699-2ff5-4964-8992-e84d9a3fcb41 HTTP/1.1" status: 204 len: 168 time: 0.2579033 Apr 08 03:05:07.642682 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.wsgi [-] (87786) accepted ('10.222.0.15', 50462) {{(pid=87786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:05:07.744938 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.v2.base [None req-f79172d3-6be4-4892-a067-3345a9d70570 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1509550206-network', 'tenant_id': '5a3ce4b7e7fd4f29967f633688e46d21'}} {{(pid=87786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 03:05:07.749558 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.quota.driver [None req-f79172d3-6be4-4892-a067-3345a9d70570 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 03:05:07.753289 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [None req-f79172d3-6be4-4892-a067-3345a9d70570 admin admin] Usage tracker for resource:network and tenant:5a3ce4b7e7fd4f29967f633688e46d21 is out of sync, need to count used quota {{(pid=87786) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 03:05:07.756170 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [None req-f79172d3-6be4-4892-a067-3345a9d70570 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87786) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 03:05:07.761985 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.quota.driver [None req-f79172d3-6be4-4892-a067-3345a9d70570 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 03:05:07.866245 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f79172d3-6be4-4892-a067-3345a9d70570 admin admin] Made reservation on behalf of 5a3ce4b7e7fd4f29967f633688e46d21 for: {'network': 1} {{(pid=87786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 03:05:07.869191 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-f79172d3-6be4-4892-a067-3345a9d70570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for network, before_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:05:07.881328 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-f79172d3-6be4-4892-a067-3345a9d70570 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:05:07.895602 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.quota.driver [None req-f79172d3-6be4-4892-a067-3345a9d70570 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 03:05:07.900271 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [None req-f79172d3-6be4-4892-a067-3345a9d70570 admin admin] Usage tracker for resource:security_group_rule and tenant:5a3ce4b7e7fd4f29967f633688e46d21 is out of sync, need to count used quota {{(pid=87786) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 03:05:07.903040 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [None req-f79172d3-6be4-4892-a067-3345a9d70570 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87786) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 03:05:07.908858 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.quota.driver [None req-f79172d3-6be4-4892-a067-3345a9d70570 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 03:05:07.987678 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-f79172d3-6be4-4892-a067-3345a9d70570 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:05:08.046683 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-f79172d3-6be4-4892-a067-3345a9d70570 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:05:08.080197 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f79172d3-6be4-4892-a067-3345a9d70570 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 275} {{(pid=87786) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 03:05:08.089082 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79172d3-6be4-4892-a067-3345a9d70570 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3873b65d-4735-45ee-98f6-7aeb7b41b1a0,revision_number=1']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:05:08.095467 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-f79172d3-6be4-4892-a067-3345a9d70570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575478'] for segment, precommit_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:05:08.097024 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.db.segments_db [None req-f79172d3-6be4-4892-a067-3345a9d70570 admin admin] Added segment d5f53efa-6cf9-4846-830a-bc164d0ac2a3 of type vlan for network ba890812-2863-4d70-b21d-0d22eea7ba35 Apr 08 03:05:08.130194 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-f79172d3-6be4-4892-a067-3345a9d70570 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762846836134'] for network, precommit_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:05:08.214599 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-f79172d3-6be4-4892-a067-3345a9d70570 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254'] for network, after_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:05:08.215593 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f79172d3-6be4-4892-a067-3345a9d70570 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:05:08.216197 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-f79172d3-6be4-4892-a067-3345a9d70570 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539232'] for network, before_response {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:05:08.317227 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79172d3-6be4-4892-a067-3345a9d70570 admin admin] Pushing event updated for resources: {'Network': ['ID=ba890812-2863-4d70-b21d-0d22eea7ba35,revision_number=1']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:05:08.327515 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Network ba890812-2863-4d70-b21d-0d22eea7ba35 details requested by agent ovs-agent-dv-cinder-837051-1-smb with host dv-cinder-837051-1-smb {{(pid=87788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 03:05:08.373187 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [None req-f79172d3-6be4-4892-a067-3345a9d70570 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7294068 Apr 08 03:05:08.376016 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.wsgi [-] (87786) accepted ('10.222.0.15', 50470) {{(pid=87786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:05:08.381583 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.v2.base [None req-761d1390-3365-4809-bd7e-fc214b5c5afa admin admin] Request body: {'subnet': {'network_id': 'ba890812-2863-4d70-b21d-0d22eea7ba35', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1509550206-subnet', 'tenant_id': '5a3ce4b7e7fd4f29967f633688e46d21', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 03:05:08.386936 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.quota.driver [None req-761d1390-3365-4809-bd7e-fc214b5c5afa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 03:05:08.390779 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [None req-761d1390-3365-4809-bd7e-fc214b5c5afa admin admin] Usage tracker for resource:subnet and tenant:5a3ce4b7e7fd4f29967f633688e46d21 is out of sync, need to count used quota {{(pid=87786) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 03:05:08.393588 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [None req-761d1390-3365-4809-bd7e-fc214b5c5afa admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87786) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 03:05:08.400191 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.quota.driver [None req-761d1390-3365-4809-bd7e-fc214b5c5afa admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 03:05:08.465990 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-761d1390-3365-4809-bd7e-fc214b5c5afa admin admin] Made reservation on behalf of 5a3ce4b7e7fd4f29967f633688e46d21 for: {'subnet': 1} {{(pid=87786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 03:05:08.468368 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-761d1390-3365-4809-bd7e-fc214b5c5afa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2342554'] for subnet, before_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:05:08.706008 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-761d1390-3365-4809-bd7e-fc214b5c5afa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2753689', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2342568'] for subnet, after_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:05:08.780047 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761d1390-3365-4809-bd7e-fc214b5c5afa admin admin] Pushing event updated for resources: {'Subnet': ['ID=038e94d4-9a88-4f45-8bb2-7cfeef771b58,revision_number=0']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:05:08.788674 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-761d1390-3365-4809-bd7e-fc214b5c5afa admin admin] Checking segment: {'id': 'd5f53efa-6cf9-4846-830a-bc164d0ac2a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'ba890812-2863-4d70-b21d-0d22eea7ba35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 03:05:08.789084 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-761d1390-3365-4809-bd7e-fc214b5c5afa admin admin] Network hostable DHCP agents. Network: ba890812-2863-4d70-b21d-0d22eea7ba35, hostable agents: ['c0dff2ba-0ef7-4e94-af34-c7dac3342234'], hosted agents: [] {{(pid=87786) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 03:05:08.865951 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-761d1390-3365-4809-bd7e-fc214b5c5afa admin admin] Network ba890812-2863-4d70-b21d-0d22eea7ba35 is scheduled to be hosted by DHCP agent c0dff2ba-0ef7-4e94-af34-c7dac3342234 with binding_index 1 {{(pid=87786) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 03:05:08.951445 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.scheduler.base_scheduler [None req-761d1390-3365-4809-bd7e-fc214b5c5afa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837051-1-smb, ba890812-2863-4d70-b21d-0d22eea7ba35) {{(pid=87786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 03:05:08.955305 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-761d1390-3365-4809-bd7e-fc214b5c5afa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:05:08.955891 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-761d1390-3365-4809-bd7e-fc214b5c5afa admin admin] Notify callbacks [] for subnet, before_response {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:05:08.961197 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95f7300a-9742-4da9-978b-aa1ff63d567e None None] Network ba890812-2863-4d70-b21d-0d22eea7ba35 requested from dv-cinder-837051-1-smb {{(pid=87788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 03:05:09.141006 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [None req-761d1390-3365-4809-bd7e-fc214b5c5afa admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7638226 Apr 08 03:05:09.143609 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.wsgi [-] (87786) accepted ('10.222.0.15', 50474) {{(pid=87786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:05:09.149445 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.v2.base [None req-a039283e-4f97-49db-87e3-34629d998df5 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1509550206-router', 'tenant_id': '5a3ce4b7e7fd4f29967f633688e46d21', 'external_gateway_info': {'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b'}}} {{(pid=87786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 03:05:09.154165 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.quota.driver [None req-a039283e-4f97-49db-87e3-34629d998df5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 03:05:09.157982 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [None req-a039283e-4f97-49db-87e3-34629d998df5 admin admin] Usage tracker for resource:router and tenant:5a3ce4b7e7fd4f29967f633688e46d21 is out of sync, need to count used quota {{(pid=87786) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 03:05:09.160852 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [None req-a039283e-4f97-49db-87e3-34629d998df5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87786) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 03:05:09.167419 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.quota.driver [None req-a039283e-4f97-49db-87e3-34629d998df5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 03:05:09.176335 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0438d054-cd6c-4247-b9cd-4e0b1a44fde6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42e60dd2-2c7f-5bdd-8db5-c6fe16da6c01-ba890812-2863-4d70-b21d-0d22eea7ba35', 'network_id': 'ba890812-2863-4d70-b21d-0d22eea7ba35', 'tenant_id': '5a3ce4b7e7fd4f29967f633688e46d21', 'fixed_ips': [{'subnet_id': '038e94d4-9a88-4f45-8bb2-7cfeef771b58'}]}} from dv-cinder-837051-1-smb. {{(pid=87788) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 08 03:05:09.177125 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-0438d054-cd6c-4247-b9cd-4e0b1a44fde6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:05:09.260647 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-a039283e-4f97-49db-87e3-34629d998df5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-335215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-292'] for router, before_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:05:09.261608 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-a039283e-4f97-49db-87e3-34629d998df5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-332252', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-456264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-301'] for router, precommit_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:05:09.279453 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-a039283e-4f97-49db-87e3-34629d998df5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:05:09.302447 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:05:09.331748 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.db_base_plugin_common [None req-0438d054-cd6c-4247-b9cd-4e0b1a44fde6 None None] Allocated IP 172.20.0.2 (ba890812-2863-4d70-b21d-0d22eea7ba35/038e94d4-9a88-4f45-8bb2-7cfeef771b58/954541f9-35ea-4fec-957b-8aa717becbbe) {{(pid=87788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 03:05:09.564687 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-0438d054-cd6c-4247-b9cd-4e0b1a44fde6 None None] Notify callbacks [] for port, precommit_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:05:09.575235 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-0438d054-cd6c-4247-b9cd-4e0b1a44fde6 None None] Transition to ACTIVE for port object 954541f9-35ea-4fec-957b-8aa717becbbe will not be triggered until provisioned by entity L2. {{(pid=87788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 03:05:09.593299 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-0438d054-cd6c-4247-b9cd-4e0b1a44fde6 None None] Transition to ACTIVE for port object 954541f9-35ea-4fec-957b-8aa717becbbe will not be triggered until provisioned by entity DHCP. {{(pid=87788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 03:05:09.610486 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-a039283e-4f97-49db-87e3-34629d998df5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-332234', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-335261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-315'] for router, precommit_update {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:05:09.666363 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-0438d054-cd6c-4247-b9cd-4e0b1a44fde6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762846864680'] for port, after_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:05:09.727044 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0438d054-cd6c-4247-b9cd-4e0b1a44fde6 None None] Network ba890812-2863-4d70-b21d-0d22eea7ba35 is already hosted by enough agents. {{(pid=87788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 03:05:09.729681 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.scheduler.base_scheduler [None req-0438d054-cd6c-4247-b9cd-4e0b1a44fde6 None None] Resources bound (agent type, host, resource id): {{(pid=87788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 03:05:09.732234 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0438d054-cd6c-4247-b9cd-4e0b1a44fde6 None None] Received port after_create {{(pid=87788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 03:05:09.769718 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0438d054-cd6c-4247-b9cd-4e0b1a44fde6 None None] Pushing event updated for resources: {'Port': ['ID=954541f9-35ea-4fec-957b-8aa717becbbe,revision_number=1']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:05:09.835925 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.managers [None req-0438d054-cd6c-4247-b9cd-4e0b1a44fde6 None None] Attempting to bind port 954541f9-35ea-4fec-957b-8aa717becbbe on host dv-cinder-837051-1-smb for vnic_type normal with profile {{(pid=87788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 03:05:09.836194 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.managers [None req-0438d054-cd6c-4247-b9cd-4e0b1a44fde6 None None] Attempting to bind port 954541f9-35ea-4fec-957b-8aa717becbbe by drivers openvswitch,hyperv on host dv-cinder-837051-1-smb at level 0 using segments [{'id': 'd5f53efa-6cf9-4846-830a-bc164d0ac2a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'ba890812-2863-4d70-b21d-0d22eea7ba35'}] {{(pid=87788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 03:05:09.836544 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0438d054-cd6c-4247-b9cd-4e0b1a44fde6 None None] Attempting to bind port 954541f9-35ea-4fec-957b-8aa717becbbe on network ba890812-2863-4d70-b21d-0d22eea7ba35 {{(pid=87788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 03:05:09.841750 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0438d054-cd6c-4247-b9cd-4e0b1a44fde6 None None] Checking agent: {'id': '506bd601-c596-4b52-979e-3670b1bbe31d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837051-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 2, 46, 59), 'started_at': datetime.datetime(2022, 4, 8, 2, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 3, 4, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837051-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 03:05:09.842109 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0438d054-cd6c-4247-b9cd-4e0b1a44fde6 None None] Checking segment: {'id': 'd5f53efa-6cf9-4846-830a-bc164d0ac2a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'ba890812-2863-4d70-b21d-0d22eea7ba35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 03:05:09.842619 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-0438d054-cd6c-4247-b9cd-4e0b1a44fde6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:05:09.842997 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0438d054-cd6c-4247-b9cd-4e0b1a44fde6 None None] Bound using segment: {'id': 'd5f53efa-6cf9-4846-830a-bc164d0ac2a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'ba890812-2863-4d70-b21d-0d22eea7ba35'} {{(pid=87788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 03:05:09.843466 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.managers [None req-0438d054-cd6c-4247-b9cd-4e0b1a44fde6 None None] Bound port: 954541f9-35ea-4fec-957b-8aa717becbbe, host: dv-cinder-837051-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5f53efa-6cf9-4846-830a-bc164d0ac2a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'ba890812-2863-4d70-b21d-0d22eea7ba35'}}] {{(pid=87788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 03:05:09.843826 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-0438d054-cd6c-4247-b9cd-4e0b1a44fde6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:05:09.930175 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.db [None req-0438d054-cd6c-4247-b9cd-4e0b1a44fde6 None None] For port 954541f9-35ea-4fec-957b-8aa717becbbe, host dv-cinder-837051-1-smb, cleared binding levels {{(pid=87788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 03:05:09.933036 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.db [None req-0438d054-cd6c-4247-b9cd-4e0b1a44fde6 None None] For port 954541f9-35ea-4fec-957b-8aa717becbbe, host dv-cinder-837051-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837051-1-smb',level=0,port_id=954541f9-35ea-4fec-957b-8aa717becbbe,segment=NetworkSegment(d5f53efa-6cf9-4846-830a-bc164d0ac2a3),segment_id=d5f53efa-6cf9-4846-830a-bc164d0ac2a3)] {{(pid=87788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 03:05:10.002925 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-a039283e-4f97-49db-87e3-34629d998df5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:05:10.026705 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-0438d054-cd6c-4247-b9cd-4e0b1a44fde6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762847214852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762846864698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762846864743'] for port, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:05:10.035036 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-a039283e-4f97-49db-87e3-34629d998df5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:05:10.124857 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0438d054-cd6c-4247-b9cd-4e0b1a44fde6 None None] Pushing event updated for resources: {'Port': ['ID=954541f9-35ea-4fec-957b-8aa717becbbe,revision_number=2']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:05:10.176199 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.db_base_plugin_common [None req-a039283e-4f97-49db-87e3-34629d998df5 admin admin] Allocated IP 172.28.2.124 (98d1e709-75a7-4f60-9ef6-cd80d5a9207b/cdd7e012-314b-49de-85b2-875de1f002d2/4f7df864-6633-4039-b706-9d452ad65bcc) {{(pid=87786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 03:05:10.344661 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-a039283e-4f97-49db-87e3-34629d998df5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:05:10.447808 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-a039283e-4f97-49db-87e3-34629d998df5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762846864680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2754409'] for port, after_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:05:10.508998 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a039283e-4f97-49db-87e3-34629d998df5 admin admin] Network 98d1e709-75a7-4f60-9ef6-cd80d5a9207b is already hosted by enough agents. {{(pid=87786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 03:05:10.511634 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.scheduler.base_scheduler [None req-a039283e-4f97-49db-87e3-34629d998df5 admin admin] Resources bound (agent type, host, resource id): {{(pid=87786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 03:05:10.519376 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a039283e-4f97-49db-87e3-34629d998df5 admin admin] Received port after_create {{(pid=87786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 03:05:10.549307 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a039283e-4f97-49db-87e3-34629d998df5 admin admin] Pushing event updated for resources: {'Port': ['ID=4f7df864-6633-4039-b706-9d452ad65bcc,revision_number=1']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:05:11.066943 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae10d268-21ea-40e4-bf08-90e33f645f05 None None] Network ba890812-2863-4d70-b21d-0d22eea7ba35 requested from dv-cinder-837051-1-smb {{(pid=87788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 03:05:11.096749 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-a039283e-4f97-49db-87e3-34629d998df5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:05:11.300258 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-85fcced8-63df-4ff6-94d4-3880b7c223d1 None None] Provisioning for port 954541f9-35ea-4fec-957b-8aa717becbbe completed by entity DHCP. {{(pid=87788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 03:05:11.447235 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-a039283e-4f97-49db-87e3-34629d998df5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-335234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-332257'] for router, after_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:05:11.488745 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Device 954541f9-35ea-4fec-957b-8aa717becbbe up at agent ovs-agent-dv-cinder-837051-1-smb {{(pid=87788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 03:05:11.641254 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Provisioning for port 954541f9-35ea-4fec-957b-8aa717becbbe completed by entity L2. {{(pid=87788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 03:05:11.646130 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Provisioning complete for port 954541f9-35ea-4fec-957b-8aa717becbbe triggered by entity L2. {{(pid=87788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 03:05:11.646498 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587297'] for port, provisioning_complete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:05:11.721055 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a039283e-4f97-49db-87e3-34629d998df5 admin admin] Router 4050a539-de50-4aaa-a89d-d5a9942b0afd is scheduled to L3 agent 70d74887-4404-4f0d-99b3-e017d5637063 with binding_index 1 {{(pid=87786) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 08 03:05:11.763427 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:05:11.795003 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.db [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] For port 954541f9-35ea-4fec-957b-8aa717becbbe, host dv-cinder-837051-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837051-1-smb',level=0,port_id=954541f9-35ea-4fec-957b-8aa717becbbe,segment=NetworkSegment(d5f53efa-6cf9-4846-830a-bc164d0ac2a3),segment_id=d5f53efa-6cf9-4846-830a-bc164d0ac2a3)] {{(pid=87788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 03:05:11.854586 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762847214852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762846864698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762846864743'] for port, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:05:11.896242 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a039283e-4f97-49db-87e3-34629d998df5 admin admin] Notify agent at l3_agent.dv-cinder-837051-1-smb the message routers_updated {{(pid=87786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 03:05:11.908450 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e124bff1-babb-4f9e-8c67-f3e397660b51 None None] Sync routers for ids ['4050a539-de50-4aaa-a89d-d5a9942b0afd'] in dv-cinder-837051-1-smb {{(pid=87788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 03:05:11.934344 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e124bff1-babb-4f9e-8c67-f3e397660b51 None None] Routers {'4050a539-de50-4aaa-a89d-d5a9942b0afd'} bound to L3 agent in host dv-cinder-837051-1-smb {{(pid=87788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 03:05:11.934949 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.l3_hamode_db [None req-e124bff1-babb-4f9e-8c67-f3e397660b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837051-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T02:46:58Z,description=,heartbeat_timestamp=2022-04-08T03:04:58Z,host='dv-cinder-837051-1-smb',id=70d74887-4404-4f0d-99b3-e017d5637063,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T02:46:59Z,topic='l3_agent')) {'router_ids': ['4050a539-de50-4aaa-a89d-d5a9942b0afd'], 'active': True} {{(pid=87788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 03:05:11.981385 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Pushing event updated for resources: {'Port': ['ID=954541f9-35ea-4fec-957b-8aa717becbbe,revision_number=3']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:05:11.984088 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-a039283e-4f97-49db-87e3-34629d998df5 admin admin] Notify callbacks [] for router, before_response {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:05:11.987868 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [None req-a039283e-4f97-49db-87e3-34629d998df5 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.8406374 Apr 08 03:05:11.988081 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.wsgi [-] (87786) accepted ('10.222.0.15', 50478) {{(pid=87786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:05:12.114353 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.l3_dvr_db [None req-e124bff1-babb-4f9e-8c67-f3e397660b51 None None] Set router 4050a539-de50-4aaa-a89d-d5a9942b0afd gateway port host: dv-cinder-837051-1-smb {{(pid=87788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 03:05:12.437616 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.l3_hamode_db [None req-e124bff1-babb-4f9e-8c67-f3e397660b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4050a539-de50-4aaa-a89d-d5a9942b0afd', 'name': 'tempest-AttachVolumeNegativeTest-1509550206-router', 'tenant_id': '5a3ce4b7e7fd4f29967f633688e46d21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'external_fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.124'}], 'enable_snat': True}, 'gw_port_id': '4f7df864-6633-4039-b706-9d452ad65bcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T03:05:09Z', 'updated_at': '2022-04-08T03:05:10Z', 'revision_number': 3, 'project_id': '5a3ce4b7e7fd4f29967f633688e46d21', 'gw_port': {'id': '4f7df864-6633-4039-b706-9d452ad65bcc', 'name': '', 'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:4a:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4050a539-de50-4aaa-a89d-d5a9942b0afd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T03:05:10Z', 'updated_at': '2022-04-08T03:05:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-smb'}], 'dv-cinder-837051-1-smb', False) {} {{(pid=87788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 03:05:12.441976 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e124bff1-babb-4f9e-8c67-f3e397660b51 None None] Checking router: 4050a539-de50-4aaa-a89d-d5a9942b0afd for host: dv-cinder-837051-1-smb {{(pid=87788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 03:05:12.442337 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e124bff1-babb-4f9e-8c67-f3e397660b51 None None] Updating router 4050a539-de50-4aaa-a89d-d5a9942b0afd port 4f7df864-6633-4039-b706-9d452ad65bcc binding host dv-cinder-837051-1-smb {{(pid=87788) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 03:05:12.495775 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-e124bff1-babb-4f9e-8c67-f3e397660b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:05:12.766976 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-0956804e-d74e-4fe3-a074-d082cc5b15a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:05:12.829018 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-e124bff1-babb-4f9e-8c67-f3e397660b51 None None] Notify callbacks [] for port, precommit_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:05:12.840759 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-e124bff1-babb-4f9e-8c67-f3e397660b51 None None] Transition to ACTIVE for port object 4f7df864-6633-4039-b706-9d452ad65bcc will not be triggered until provisioned by entity L2. {{(pid=87788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 03:05:12.904013 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-e124bff1-babb-4f9e-8c67-f3e397660b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762847214852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762846864698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762846864743'] for port, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:05:12.969900 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.db_base_plugin_common [None req-0956804e-d74e-4fe3-a074-d082cc5b15a8 admin admin] Allocated IP 172.20.0.1 (ba890812-2863-4d70-b21d-0d22eea7ba35/038e94d4-9a88-4f45-8bb2-7cfeef771b58/ff05b249-f992-41f4-9186-089c632e5d2c) {{(pid=87786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 03:05:12.979274 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.managers [None req-e124bff1-babb-4f9e-8c67-f3e397660b51 None None] Attempting to bind port 4f7df864-6633-4039-b706-9d452ad65bcc on host dv-cinder-837051-1-smb for vnic_type normal with profile {{(pid=87788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 03:05:12.979650 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.managers [None req-e124bff1-babb-4f9e-8c67-f3e397660b51 None None] Attempting to bind port 4f7df864-6633-4039-b706-9d452ad65bcc by drivers openvswitch,hyperv on host dv-cinder-837051-1-smb at level 0 using segments [{'id': '2f3db029-7821-49c5-950d-ef9b857fea9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b'}] {{(pid=87788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 03:05:12.980011 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e124bff1-babb-4f9e-8c67-f3e397660b51 None None] Attempting to bind port 4f7df864-6633-4039-b706-9d452ad65bcc on network 98d1e709-75a7-4f60-9ef6-cd80d5a9207b {{(pid=87788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 03:05:12.986359 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40d61cd-729c-40d1-a9f5-8c58272bf065 None None] Pushing event updated for resources: {'Port': ['ID=4f7df864-6633-4039-b706-9d452ad65bcc,revision_number=2']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:05:12.991158 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e124bff1-babb-4f9e-8c67-f3e397660b51 None None] Checking agent: {'id': '506bd601-c596-4b52-979e-3670b1bbe31d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837051-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 2, 46, 59), 'started_at': datetime.datetime(2022, 4, 8, 2, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 3, 4, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837051-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 03:05:12.991537 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e124bff1-babb-4f9e-8c67-f3e397660b51 None None] Checking segment: {'id': '2f3db029-7821-49c5-950d-ef9b857fea9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 03:05:12.994310 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-e124bff1-babb-4f9e-8c67-f3e397660b51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:05:12.994310 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e124bff1-babb-4f9e-8c67-f3e397660b51 None None] Bound using segment: {'id': '2f3db029-7821-49c5-950d-ef9b857fea9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b'} {{(pid=87788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 03:05:12.994310 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.managers [None req-e124bff1-babb-4f9e-8c67-f3e397660b51 None None] Bound port: 4f7df864-6633-4039-b706-9d452ad65bcc, host: dv-cinder-837051-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f3db029-7821-49c5-950d-ef9b857fea9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b'}}] {{(pid=87788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 03:05:12.994310 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-e124bff1-babb-4f9e-8c67-f3e397660b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:05:13.025443 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40d61cd-729c-40d1-a9f5-8c58272bf065 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:05:13.025443 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40d61cd-729c-40d1-a9f5-8c58272bf065 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:05:13.025443 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40d61cd-729c-40d1-a9f5-8c58272bf065 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:05:13.025443 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40d61cd-729c-40d1-a9f5-8c58272bf065 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:05:13.025443 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40d61cd-729c-40d1-a9f5-8c58272bf065 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:05:13.025927 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40d61cd-729c-40d1-a9f5-8c58272bf065 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:05:13.026019 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40d61cd-729c-40d1-a9f5-8c58272bf065 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:05:13.026320 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40d61cd-729c-40d1-a9f5-8c58272bf065 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:05:13.026625 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40d61cd-729c-40d1-a9f5-8c58272bf065 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:05:13.026941 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40d61cd-729c-40d1-a9f5-8c58272bf065 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:05:13.027407 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40d61cd-729c-40d1-a9f5-8c58272bf065 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:05:13.027734 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40d61cd-729c-40d1-a9f5-8c58272bf065 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:05:13.077675 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.db [None req-e124bff1-babb-4f9e-8c67-f3e397660b51 None None] For port 4f7df864-6633-4039-b706-9d452ad65bcc, host dv-cinder-837051-1-smb, cleared binding levels {{(pid=87788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 03:05:13.080588 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.db [None req-e124bff1-babb-4f9e-8c67-f3e397660b51 None None] For port 4f7df864-6633-4039-b706-9d452ad65bcc, host dv-cinder-837051-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837051-1-smb',level=0,port_id=4f7df864-6633-4039-b706-9d452ad65bcc,segment=NetworkSegment(2f3db029-7821-49c5-950d-ef9b857fea9c),segment_id=2f3db029-7821-49c5-950d-ef9b857fea9c)] {{(pid=87788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 03:05:13.120857 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-0956804e-d74e-4fe3-a074-d082cc5b15a8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:05:13.135932 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.provisioning_blocks [None req-0956804e-d74e-4fe3-a074-d082cc5b15a8 admin admin] Transition to ACTIVE for port object ff05b249-f992-41f4-9186-089c632e5d2c will not be triggered until provisioned by entity DHCP. {{(pid=87786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 03:05:13.161334 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-e124bff1-babb-4f9e-8c67-f3e397660b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762847214852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762846864698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762846864743'] for port, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:05:13.238071 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e124bff1-babb-4f9e-8c67-f3e397660b51 None None] Routers {'4050a539-de50-4aaa-a89d-d5a9942b0afd'} bound to L3 agent in host dv-cinder-837051-1-smb {{(pid=87788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 03:05:13.238670 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.l3_hamode_db [None req-e124bff1-babb-4f9e-8c67-f3e397660b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837051-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T02:46:58Z,description=,heartbeat_timestamp=2022-04-08T03:04:58Z,host='dv-cinder-837051-1-smb',id=70d74887-4404-4f0d-99b3-e017d5637063,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T02:46:59Z,topic='l3_agent')) {'router_ids': ['4050a539-de50-4aaa-a89d-d5a9942b0afd'], 'active': True} {{(pid=87788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 03:05:13.247116 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-0956804e-d74e-4fe3-a074-d082cc5b15a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762846864680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2754409'] for port, after_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:05:13.304743 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40d61cd-729c-40d1-a9f5-8c58272bf065 None None] Pushing event updated for resources: {'Port': ['ID=4f7df864-6633-4039-b706-9d452ad65bcc,revision_number=3']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:05:13.305179 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0956804e-d74e-4fe3-a074-d082cc5b15a8 admin admin] Network ba890812-2863-4d70-b21d-0d22eea7ba35 is already hosted by enough agents. {{(pid=87786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 03:05:13.308086 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.scheduler.base_scheduler [None req-0956804e-d74e-4fe3-a074-d082cc5b15a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=87786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 03:05:13.311571 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0956804e-d74e-4fe3-a074-d082cc5b15a8 admin admin] Received port after_create {{(pid=87786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 03:05:13.371025 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0956804e-d74e-4fe3-a074-d082cc5b15a8 admin admin] Pushing event updated for resources: {'Port': ['ID=ff05b249-f992-41f4-9186-089c632e5d2c,revision_number=1']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:05:13.386197 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-0956804e-d74e-4fe3-a074-d082cc5b15a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-333527'] for router_interface, before_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:05:13.433882 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.l3_dvr_db [None req-e124bff1-babb-4f9e-8c67-f3e397660b51 None None] Set router 4050a539-de50-4aaa-a89d-d5a9942b0afd gateway port host: dv-cinder-837051-1-smb {{(pid=87788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 03:05:13.481288 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Device 954541f9-35ea-4fec-957b-8aa717becbbe up at agent ovs-agent-dv-cinder-837051-1-smb {{(pid=87788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 03:05:13.730725 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Provisioning complete for port 954541f9-35ea-4fec-957b-8aa717becbbe triggered by entity L2. {{(pid=87788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 03:05:13.731312 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587297'] for port, provisioning_complete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:05:13.753841 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-c45b3244-a70b-41aa-bd52-7fd3795251df None None] Provisioning for port ff05b249-f992-41f4-9186-089c632e5d2c completed by entity DHCP. {{(pid=87788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 03:05:13.761095 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-0956804e-d74e-4fe3-a074-d082cc5b15a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_update {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:05:13.798487 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-c45b3244-a70b-41aa-bd52-7fd3795251df None None] Provisioning complete for port ff05b249-f992-41f4-9186-089c632e5d2c triggered by entity DHCP. {{(pid=87788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 03:05:13.798854 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-c45b3244-a70b-41aa-bd52-7fd3795251df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587297'] for port, provisioning_complete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:05:13.879518 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.plugin [None req-c45b3244-a70b-41aa-bd52-7fd3795251df None None] Port ff05b249-f992-41f4-9186-089c632e5d2c cannot update to ACTIVE because it is not bound. {{(pid=87788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 03:05:13.953169 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.l3_hamode_db [None req-e124bff1-babb-4f9e-8c67-f3e397660b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4050a539-de50-4aaa-a89d-d5a9942b0afd', 'name': 'tempest-AttachVolumeNegativeTest-1509550206-router', 'tenant_id': '5a3ce4b7e7fd4f29967f633688e46d21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'external_fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.124'}], 'enable_snat': True}, 'gw_port_id': '4f7df864-6633-4039-b706-9d452ad65bcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T03:05:09Z', 'updated_at': '2022-04-08T03:05:10Z', 'revision_number': 3, 'project_id': '5a3ce4b7e7fd4f29967f633688e46d21', 'gw_port': {'id': '4f7df864-6633-4039-b706-9d452ad65bcc', 'name': '', 'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:4a:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4050a539-de50-4aaa-a89d-d5a9942b0afd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T03:05:10Z', 'updated_at': '2022-04-08T03:05:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-smb'}], 'dv-cinder-837051-1-smb', False) {} {{(pid=87788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 03:05:13.956990 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e124bff1-babb-4f9e-8c67-f3e397660b51 None None] The sync data for ids ['4050a539-de50-4aaa-a89d-d5a9942b0afd'] in dv-cinder-837051-1-smb is: [{'id': '4050a539-de50-4aaa-a89d-d5a9942b0afd', 'name': 'tempest-AttachVolumeNegativeTest-1509550206-router', 'tenant_id': '5a3ce4b7e7fd4f29967f633688e46d21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'external_fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.124'}], 'enable_snat': True}, 'gw_port_id': '4f7df864-6633-4039-b706-9d452ad65bcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T03:05:09Z', 'updated_at': '2022-04-08T03:05:10Z', 'revision_number': 3, 'project_id': '5a3ce4b7e7fd4f29967f633688e46d21', 'gw_port': {'id': '4f7df864-6633-4039-b706-9d452ad65bcc', 'name': '', 'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:4a:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4050a539-de50-4aaa-a89d-d5a9942b0afd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T03:05:10Z', 'updated_at': '2022-04-08T03:05:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-smb'}] {{(pid=87788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 03:05:13.985586 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-0956804e-d74e-4fe3-a074-d082cc5b15a8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:05:14.037200 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-0956804e-d74e-4fe3-a074-d082cc5b15a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762847214852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762846864698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762846864743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2754402'] for port, after_update {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:05:14.279713 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0956804e-d74e-4fe3-a074-d082cc5b15a8 admin admin] Pushing event updated for resources: {'Port': ['ID=ff05b249-f992-41f4-9186-089c632e5d2c,revision_number=2']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:05:14.282168 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-0956804e-d74e-4fe3-a074-d082cc5b15a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-333118'] for router_interface, after_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:05:14.429420 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0956804e-d74e-4fe3-a074-d082cc5b15a8 admin admin] Network ba890812-2863-4d70-b21d-0d22eea7ba35 is already hosted by enough agents. {{(pid=87786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 03:05:14.430739 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.scheduler.base_scheduler [None req-0956804e-d74e-4fe3-a074-d082cc5b15a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=87786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 03:05:14.623928 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0956804e-d74e-4fe3-a074-d082cc5b15a8 admin admin] Router 4050a539-de50-4aaa-a89d-d5a9942b0afd has already been hosted by L3 agent 70d74887-4404-4f0d-99b3-e017d5637063 {{(pid=87786) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 03:05:14.703966 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-94110b05-374c-4478-9fe4-1136d103f6d1 None None] Provisioning complete for port ff05b249-f992-41f4-9186-089c632e5d2c triggered by entity DHCP. {{(pid=87788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 03:05:14.704492 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-94110b05-374c-4478-9fe4-1136d103f6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587297'] for port, provisioning_complete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:05:14.802352 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.plugin [None req-94110b05-374c-4478-9fe4-1136d103f6d1 None None] Port ff05b249-f992-41f4-9186-089c632e5d2c cannot update to ACTIVE because it is not bound. {{(pid=87788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 03:05:14.811588 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0956804e-d74e-4fe3-a074-d082cc5b15a8 admin admin] Notify agent at l3_agent.dv-cinder-837051-1-smb the message routers_updated {{(pid=87786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 03:05:14.821254 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [None req-0956804e-d74e-4fe3-a074-d082cc5b15a8 admin admin] 10.222.0.15 "PUT /v2.0/routers/4050a539-de50-4aaa-a89d-d5a9942b0afd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8322036 Apr 08 03:05:15.389593 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d043aa-bdec-4877-97b2-dc6d0e817d04 None None] Sync routers for ids ['4050a539-de50-4aaa-a89d-d5a9942b0afd'] in dv-cinder-837051-1-smb {{(pid=87789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 03:05:15.402595 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d043aa-bdec-4877-97b2-dc6d0e817d04 None None] Routers {'4050a539-de50-4aaa-a89d-d5a9942b0afd'} bound to L3 agent in host dv-cinder-837051-1-smb {{(pid=87789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 03:05:15.402595 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.l3_hamode_db [None req-84d043aa-bdec-4877-97b2-dc6d0e817d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837051-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T02:46:58Z,description=,heartbeat_timestamp=2022-04-08T03:04:58Z,host='dv-cinder-837051-1-smb',id=70d74887-4404-4f0d-99b3-e017d5637063,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T02:46:59Z,topic='l3_agent')) {'router_ids': ['4050a539-de50-4aaa-a89d-d5a9942b0afd'], 'active': True} {{(pid=87789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 03:05:15.476517 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Device 4f7df864-6633-4039-b706-9d452ad65bcc up at agent ovs-agent-dv-cinder-837051-1-smb {{(pid=87788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 03:05:15.576094 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.l3_dvr_db [None req-84d043aa-bdec-4877-97b2-dc6d0e817d04 None None] Set router 4050a539-de50-4aaa-a89d-d5a9942b0afd gateway port host: dv-cinder-837051-1-smb {{(pid=87789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 03:05:15.589306 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Provisioning for port 4f7df864-6633-4039-b706-9d452ad65bcc completed by entity L2. {{(pid=87788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 03:05:15.594245 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Provisioning complete for port 4f7df864-6633-4039-b706-9d452ad65bcc triggered by entity L2. {{(pid=87788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 03:05:15.594615 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587297'] for port, provisioning_complete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:05:15.712959 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:05:15.729183 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.db [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] For port 4f7df864-6633-4039-b706-9d452ad65bcc, host dv-cinder-837051-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837051-1-smb',level=0,port_id=4f7df864-6633-4039-b706-9d452ad65bcc,segment=NetworkSegment(2f3db029-7821-49c5-950d-ef9b857fea9c),segment_id=2f3db029-7821-49c5-950d-ef9b857fea9c)] {{(pid=87788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 03:05:15.800853 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762847214852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762846864698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762846864743'] for port, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:05:15.867215 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Pushing event updated for resources: {'Port': ['ID=4f7df864-6633-4039-b706-9d452ad65bcc,revision_number=4']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:05:15.884246 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.l3_hamode_db [None req-84d043aa-bdec-4877-97b2-dc6d0e817d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4050a539-de50-4aaa-a89d-d5a9942b0afd', 'name': 'tempest-AttachVolumeNegativeTest-1509550206-router', 'tenant_id': '5a3ce4b7e7fd4f29967f633688e46d21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'external_fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.124'}], 'enable_snat': True}, 'gw_port_id': '4f7df864-6633-4039-b706-9d452ad65bcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T03:05:09Z', 'updated_at': '2022-04-08T03:05:13Z', 'revision_number': 4, 'project_id': '5a3ce4b7e7fd4f29967f633688e46d21', 'gw_port': {'id': '4f7df864-6633-4039-b706-9d452ad65bcc', 'name': '', 'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:4a:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4050a539-de50-4aaa-a89d-d5a9942b0afd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T03:05:10Z', 'updated_at': '2022-04-08T03:05:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-smb', '_interfaces': [{'id': 'ff05b249-f992-41f4-9186-089c632e5d2c', 'name': '', 'network_id': 'ba890812-2863-4d70-b21d-0d22eea7ba35', 'tenant_id': '5a3ce4b7e7fd4f29967f633688e46d21', 'mac_address': 'fa:16:3e:5f:86:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4050a539-de50-4aaa-a89d-d5a9942b0afd', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '038e94d4-9a88-4f45-8bb2-7cfeef771b58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T03:05:12Z', 'updated_at': '2022-04-08T03:05:13Z', 'revision_number': 2, 'project_id': '5a3ce4b7e7fd4f29967f633688e46d21', 'subnets': [{'id': '038e94d4-9a88-4f45-8bb2-7cfeef771b58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837051-1-smb', False) {} {{(pid=87789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 03:05:15.887968 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d043aa-bdec-4877-97b2-dc6d0e817d04 None None] Checking router: 4050a539-de50-4aaa-a89d-d5a9942b0afd for host: dv-cinder-837051-1-smb {{(pid=87789) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 03:05:15.888340 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d043aa-bdec-4877-97b2-dc6d0e817d04 None None] Updating router 4050a539-de50-4aaa-a89d-d5a9942b0afd port ff05b249-f992-41f4-9186-089c632e5d2c binding host dv-cinder-837051-1-smb {{(pid=87789) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 03:05:15.939859 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-84d043aa-bdec-4877-97b2-dc6d0e817d04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_update {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:05:16.267374 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-84d043aa-bdec-4877-97b2-dc6d0e817d04 None None] Notify callbacks [] for port, precommit_update {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:05:16.278811 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.provisioning_blocks [None req-84d043aa-bdec-4877-97b2-dc6d0e817d04 None None] Transition to ACTIVE for port object ff05b249-f992-41f4-9186-089c632e5d2c will not be triggered until provisioned by entity L2. {{(pid=87789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 03:05:16.367162 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-84d043aa-bdec-4877-97b2-dc6d0e817d04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762847214852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762846864698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762846864743'] for port, after_update {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:05:16.383571 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 50492) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:05:16.388916 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.v2.base [None req-88817bb1-d710-4816-ac15-3fc1af11478b tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1308938822', 'description': 'tempest-description--1876943558'}} {{(pid=87787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 03:05:16.394850 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-88817bb1-d710-4816-ac15-3fc1af11478b tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 03:05:16.399099 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-88817bb1-d710-4816-ac15-3fc1af11478b tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Usage tracker for resource:security_group and tenant:5a3ce4b7e7fd4f29967f633688e46d21 is out of sync, need to count used quota {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 03:05:16.402181 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-88817bb1-d710-4816-ac15-3fc1af11478b tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 03:05:16.408361 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-88817bb1-d710-4816-ac15-3fc1af11478b tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 03:05:16.437427 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-c1afe06d-9bdc-4eed-9345-10aaf5e24dc3 req-19e14826-bdd1-4058-959b-14d3b117be17 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=fd102f31-ed4c-49d6-b8cc-fc30cda82b7e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0755863 Apr 08 03:05:16.501980 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167f5698-d515-42ac-af7b-a46399ac3a62 None None] Pushing event updated for resources: {'Port': ['ID=ff05b249-f992-41f4-9186-089c632e5d2c,revision_number=3']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:05:16.510260 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-88817bb1-d710-4816-ac15-3fc1af11478b tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Notify callbacks [] for security_group, before_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:05:16.537651 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-88817bb1-d710-4816-ac15-3fc1af11478b tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 03:05:16.538046 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-88817bb1-d710-4816-ac15-3fc1af11478b tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Usage tracker for resource:security_group_rule and tenant:5a3ce4b7e7fd4f29967f633688e46d21 is out of sync, need to count used quota {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 03:05:16.541833 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-88817bb1-d710-4816-ac15-3fc1af11478b tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 03:05:16.542147 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167f5698-d515-42ac-af7b-a46399ac3a62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:05:16.542497 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167f5698-d515-42ac-af7b-a46399ac3a62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:05:16.542836 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167f5698-d515-42ac-af7b-a46399ac3a62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:05:16.543189 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167f5698-d515-42ac-af7b-a46399ac3a62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:05:16.543523 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167f5698-d515-42ac-af7b-a46399ac3a62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:05:16.544347 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167f5698-d515-42ac-af7b-a46399ac3a62 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:05:16.544347 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167f5698-d515-42ac-af7b-a46399ac3a62 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:05:16.544661 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167f5698-d515-42ac-af7b-a46399ac3a62 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:05:16.544976 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167f5698-d515-42ac-af7b-a46399ac3a62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:05:16.545295 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167f5698-d515-42ac-af7b-a46399ac3a62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:05:16.545616 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167f5698-d515-42ac-af7b-a46399ac3a62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:05:16.545934 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167f5698-d515-42ac-af7b-a46399ac3a62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:05:16.547951 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-88817bb1-d710-4816-ac15-3fc1af11478b tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 03:05:16.617217 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.plugins.ml2.managers [None req-84d043aa-bdec-4877-97b2-dc6d0e817d04 None None] Attempting to bind port ff05b249-f992-41f4-9186-089c632e5d2c on host dv-cinder-837051-1-smb for vnic_type normal with profile {{(pid=87789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 03:05:16.617794 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.plugins.ml2.managers [None req-84d043aa-bdec-4877-97b2-dc6d0e817d04 None None] Attempting to bind port ff05b249-f992-41f4-9186-089c632e5d2c by drivers openvswitch,hyperv on host dv-cinder-837051-1-smb at level 0 using segments [{'id': 'd5f53efa-6cf9-4846-830a-bc164d0ac2a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'ba890812-2863-4d70-b21d-0d22eea7ba35'}] {{(pid=87789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 03:05:16.618161 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d043aa-bdec-4877-97b2-dc6d0e817d04 None None] Attempting to bind port ff05b249-f992-41f4-9186-089c632e5d2c on network ba890812-2863-4d70-b21d-0d22eea7ba35 {{(pid=87789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 03:05:16.624854 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d043aa-bdec-4877-97b2-dc6d0e817d04 None None] Checking agent: {'id': '506bd601-c596-4b52-979e-3670b1bbe31d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837051-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 2, 46, 59), 'started_at': datetime.datetime(2022, 4, 8, 2, 47, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 3, 4, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837051-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 03:05:16.625276 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d043aa-bdec-4877-97b2-dc6d0e817d04 None None] Checking segment: {'id': 'd5f53efa-6cf9-4846-830a-bc164d0ac2a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'ba890812-2863-4d70-b21d-0d22eea7ba35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 03:05:16.625679 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-84d043aa-bdec-4877-97b2-dc6d0e817d04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:05:16.626069 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d043aa-bdec-4877-97b2-dc6d0e817d04 None None] Bound using segment: {'id': 'd5f53efa-6cf9-4846-830a-bc164d0ac2a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'ba890812-2863-4d70-b21d-0d22eea7ba35'} {{(pid=87789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 03:05:16.626623 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.plugins.ml2.managers [None req-84d043aa-bdec-4877-97b2-dc6d0e817d04 None None] Bound port: ff05b249-f992-41f4-9186-089c632e5d2c, host: dv-cinder-837051-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5f53efa-6cf9-4846-830a-bc164d0ac2a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'ba890812-2863-4d70-b21d-0d22eea7ba35'}}] {{(pid=87789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 03:05:16.626934 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-84d043aa-bdec-4877-97b2-dc6d0e817d04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_update {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:05:16.639496 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1afe06d-9bdc-4eed-9345-10aaf5e24dc3 req-f3683420-6b3f-4508-b7ef-29fbcac04bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:05:16.641672 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-c1afe06d-9bdc-4eed-9345-10aaf5e24dc3 req-f3683420-6b3f-4508-b7ef-29fbcac04bb0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8802cd0cfe144a92a69089a1dac25d8f&device_id=fd102f31-ed4c-49d6-b8cc-fc30cda82b7e HTTP/1.1" status: 200 len: 1099 time: 0.1161492 Apr 08 03:05:16.727893 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.plugins.ml2.db [None req-84d043aa-bdec-4877-97b2-dc6d0e817d04 None None] For port ff05b249-f992-41f4-9186-089c632e5d2c, host dv-cinder-837051-1-smb, cleared binding levels {{(pid=87789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 03:05:16.728130 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-88817bb1-d710-4816-ac15-3fc1af11478b tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Notify callbacks [] for security_group, precommit_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:05:16.728235 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.plugins.ml2.db [None req-84d043aa-bdec-4877-97b2-dc6d0e817d04 None None] For port ff05b249-f992-41f4-9186-089c632e5d2c, host dv-cinder-837051-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837051-1-smb',level=0,port_id=ff05b249-f992-41f4-9186-089c632e5d2c,segment=NetworkSegment(d5f53efa-6cf9-4846-830a-bc164d0ac2a3),segment_id=d5f53efa-6cf9-4846-830a-bc164d0ac2a3)] {{(pid=87789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 03:05:16.791429 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1afe06d-9bdc-4eed-9345-10aaf5e24dc3 req-9b69943d-3698-4050-9b87-507e1694347f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:05:16.792794 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-c1afe06d-9bdc-4eed-9345-10aaf5e24dc3 req-9b69943d-3698-4050-9b87-507e1694347f service neutron] 10.222.0.39 "GET /v2.0/networks?id=13de0308-e21f-45b1-8a0f-24108cbfbce7 HTTP/1.1" status: 200 len: 918 time: 0.1322126 Apr 08 03:05:16.814503 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-88817bb1-d710-4816-ac15-3fc1af11478b tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:05:16.826145 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-84d043aa-bdec-4877-97b2-dc6d0e817d04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762847214852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762846864698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762846864743'] for port, after_update {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:05:16.855598 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88817bb1-d710-4816-ac15-3fc1af11478b tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57219211-9ddc-4f6c-98e0-985ba8279a9d,revision_number=1']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:05:16.863120 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88817bb1-d710-4816-ac15-3fc1af11478b tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:05:16.863507 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88817bb1-d710-4816-ac15-3fc1af11478b tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:05:16.863850 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88817bb1-d710-4816-ac15-3fc1af11478b tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:05:16.864189 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88817bb1-d710-4816-ac15-3fc1af11478b tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:05:16.864548 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88817bb1-d710-4816-ac15-3fc1af11478b tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:05:16.864893 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88817bb1-d710-4816-ac15-3fc1af11478b tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:05:16.865225 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88817bb1-d710-4816-ac15-3fc1af11478b tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:05:16.865625 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88817bb1-d710-4816-ac15-3fc1af11478b tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:05:16.865954 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88817bb1-d710-4816-ac15-3fc1af11478b tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:05:16.866283 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88817bb1-d710-4816-ac15-3fc1af11478b tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:05:16.867409 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88817bb1-d710-4816-ac15-3fc1af11478b tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:05:16.868088 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88817bb1-d710-4816-ac15-3fc1af11478b tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:05:16.894456 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d043aa-bdec-4877-97b2-dc6d0e817d04 None None] Routers {'4050a539-de50-4aaa-a89d-d5a9942b0afd'} bound to L3 agent in host dv-cinder-837051-1-smb {{(pid=87789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 03:05:16.895070 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.l3_hamode_db [None req-84d043aa-bdec-4877-97b2-dc6d0e817d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837051-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T02:46:58Z,description=,heartbeat_timestamp=2022-04-08T03:04:58Z,host='dv-cinder-837051-1-smb',id=70d74887-4404-4f0d-99b3-e017d5637063,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T02:46:59Z,topic='l3_agent')) {'router_ids': ['4050a539-de50-4aaa-a89d-d5a9942b0afd'], 'active': True} {{(pid=87789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 03:05:16.906028 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-c1afe06d-9bdc-4eed-9345-10aaf5e24dc3 req-09d2db21-2782-4817-b4db-33cb4d70c6fb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1b2222c4-7c87-4ba3-80f3-bba191ae198d HTTP/1.1" status: 200 len: 1001 time: 0.1072526 Apr 08 03:05:16.940389 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-88817bb1-d710-4816-ac15-3fc1af11478b tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Notify callbacks [] for security_group, before_response {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:05:16.942225 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-88817bb1-d710-4816-ac15-3fc1af11478b tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5575495 Apr 08 03:05:16.945780 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 50496) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:05:16.955678 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.v2.base [None req-2af8c512-075e-45cb-9c2e-23fec02089e4 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Request body: {'security_group_rule': {'security_group_id': '57219211-9ddc-4f6c-98e0-985ba8279a9d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 03:05:16.964907 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-2af8c512-075e-45cb-9c2e-23fec02089e4 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 03:05:16.971059 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-2af8c512-075e-45cb-9c2e-23fec02089e4 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Usage tracker for resource:security_group_rule and tenant:5a3ce4b7e7fd4f29967f633688e46d21 is out of sync, need to count used quota {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 03:05:16.978916 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1afe06d-9bdc-4eed-9345-10aaf5e24dc3 req-a2ee5553-f6be-47eb-ae95-0b1bd3d5d71b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:05:16.980447 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-c1afe06d-9bdc-4eed-9345-10aaf5e24dc3 req-a2ee5553-f6be-47eb-ae95-0b1bd3d5d71b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=da634180-ad94-49db-9cf0-02a07794ec35 HTTP/1.1" status: 200 len: 856 time: 0.0675709 Apr 08 03:05:16.981496 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-2af8c512-075e-45cb-9c2e-23fec02089e4 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 03:05:16.989462 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-2af8c512-075e-45cb-9c2e-23fec02089e4 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 03:05:17.005465 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167f5698-d515-42ac-af7b-a46399ac3a62 None None] Pushing event updated for resources: {'Port': ['ID=ff05b249-f992-41f4-9186-089c632e5d2c,revision_number=4']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:05:17.065040 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1afe06d-9bdc-4eed-9345-10aaf5e24dc3 req-9fe35a4a-dd81-465f-8815-ac3545a48f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:05:17.066633 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-c1afe06d-9bdc-4eed-9345-10aaf5e24dc3 req-9fe35a4a-dd81-465f-8815-ac3545a48f76 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=13de0308-e21f-45b1-8a0f-24108cbfbce7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0797348 Apr 08 03:05:17.080227 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-2af8c512-075e-45cb-9c2e-23fec02089e4 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:05:17.124516 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.l3_dvr_db [None req-84d043aa-bdec-4877-97b2-dc6d0e817d04 None None] Set router 4050a539-de50-4aaa-a89d-d5a9942b0afd gateway port host: dv-cinder-837051-1-smb {{(pid=87789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 03:05:17.150543 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-2af8c512-075e-45cb-9c2e-23fec02089e4 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:05:17.204278 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-c1afe06d-9bdc-4eed-9345-10aaf5e24dc3 req-4e6269cd-91ab-43ce-b85e-436fbe45483e service neutron] 10.222.0.39 "GET /v2.0/networks/13de0308-e21f-45b1-8a0f-24108cbfbce7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312511 Apr 08 03:05:17.208809 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-2af8c512-075e-45cb-9c2e-23fec02089e4 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411622'] for security_group_rule, after_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:05:17.233163 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af8c512-075e-45cb-9c2e-23fec02089e4 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30bf72ec-9121-4531-a05a-3b727cac51a5,revision_number=0']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:05:17.323098 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-2af8c512-075e-45cb-9c2e-23fec02089e4 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:05:17.326941 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-2af8c512-075e-45cb-9c2e-23fec02089e4 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3768907 Apr 08 03:05:17.326941 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 50500) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:05:17.332124 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.v2.base [None req-8f8984a2-4a10-4e1d-95d6-62381ed678d1 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Request body: {'security_group_rule': {'security_group_id': '57219211-9ddc-4f6c-98e0-985ba8279a9d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 03:05:17.338140 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-8f8984a2-4a10-4e1d-95d6-62381ed678d1 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 03:05:17.342693 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-8f8984a2-4a10-4e1d-95d6-62381ed678d1 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Usage tracker for resource:security_group_rule and tenant:5a3ce4b7e7fd4f29967f633688e46d21 is out of sync, need to count used quota {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 03:05:17.345684 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-8f8984a2-4a10-4e1d-95d6-62381ed678d1 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 03:05:17.351825 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-8f8984a2-4a10-4e1d-95d6-62381ed678d1 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 03:05:17.360287 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-c1afe06d-9bdc-4eed-9345-10aaf5e24dc3 req-ba3aee1a-93e2-49d0-8deb-0077e5117a26 service neutron] 10.222.0.39 "GET /v2.0/networks/13de0308-e21f-45b1-8a0f-24108cbfbce7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501861 Apr 08 03:05:17.433445 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-8f8984a2-4a10-4e1d-95d6-62381ed678d1 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:05:17.442656 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.l3_hamode_db [None req-84d043aa-bdec-4877-97b2-dc6d0e817d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4050a539-de50-4aaa-a89d-d5a9942b0afd', 'name': 'tempest-AttachVolumeNegativeTest-1509550206-router', 'tenant_id': '5a3ce4b7e7fd4f29967f633688e46d21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'external_fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.124'}], 'enable_snat': True}, 'gw_port_id': '4f7df864-6633-4039-b706-9d452ad65bcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T03:05:09Z', 'updated_at': '2022-04-08T03:05:13Z', 'revision_number': 4, 'project_id': '5a3ce4b7e7fd4f29967f633688e46d21', 'gw_port': {'id': '4f7df864-6633-4039-b706-9d452ad65bcc', 'name': '', 'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:4a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4050a539-de50-4aaa-a89d-d5a9942b0afd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T03:05:10Z', 'updated_at': '2022-04-08T03:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-smb', '_interfaces': [{'id': 'ff05b249-f992-41f4-9186-089c632e5d2c', 'name': '', 'network_id': 'ba890812-2863-4d70-b21d-0d22eea7ba35', 'tenant_id': '5a3ce4b7e7fd4f29967f633688e46d21', 'mac_address': 'fa:16:3e:5f:86:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4050a539-de50-4aaa-a89d-d5a9942b0afd', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '038e94d4-9a88-4f45-8bb2-7cfeef771b58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T03:05:12Z', 'updated_at': '2022-04-08T03:05:16Z', 'revision_number': 4, 'project_id': '5a3ce4b7e7fd4f29967f633688e46d21', 'subnets': [{'id': '038e94d4-9a88-4f45-8bb2-7cfeef771b58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837051-1-smb', False) {} {{(pid=87789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 03:05:17.446939 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d043aa-bdec-4877-97b2-dc6d0e817d04 None None] The sync data for ids ['4050a539-de50-4aaa-a89d-d5a9942b0afd'] in dv-cinder-837051-1-smb is: [{'id': '4050a539-de50-4aaa-a89d-d5a9942b0afd', 'name': 'tempest-AttachVolumeNegativeTest-1509550206-router', 'tenant_id': '5a3ce4b7e7fd4f29967f633688e46d21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'external_fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.124'}], 'enable_snat': True}, 'gw_port_id': '4f7df864-6633-4039-b706-9d452ad65bcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T03:05:09Z', 'updated_at': '2022-04-08T03:05:13Z', 'revision_number': 4, 'project_id': '5a3ce4b7e7fd4f29967f633688e46d21', 'gw_port': {'id': '4f7df864-6633-4039-b706-9d452ad65bcc', 'name': '', 'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:4a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4050a539-de50-4aaa-a89d-d5a9942b0afd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T03:05:10Z', 'updated_at': '2022-04-08T03:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-smb', '_interfaces': [{'id': 'ff05b249-f992-41f4-9186-089c632e5d2c', 'name': '', 'network_id': 'ba890812-2863-4d70-b21d-0d22eea7ba35', 'tenant_id': '5a3ce4b7e7fd4f29967f633688e46d21', 'mac_address': 'fa:16:3e:5f:86:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4050a539-de50-4aaa-a89d-d5a9942b0afd', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '038e94d4-9a88-4f45-8bb2-7cfeef771b58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T03:05:12Z', 'updated_at': '2022-04-08T03:05:16Z', 'revision_number': 4, 'project_id': '5a3ce4b7e7fd4f29967f633688e46d21', 'subnets': [{'id': '038e94d4-9a88-4f45-8bb2-7cfeef771b58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 03:05:17.461661 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Device 4f7df864-6633-4039-b706-9d452ad65bcc up at agent ovs-agent-dv-cinder-837051-1-smb {{(pid=87788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 03:05:17.506853 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-8f8984a2-4a10-4e1d-95d6-62381ed678d1 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:05:17.554001 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Provisioning complete for port 4f7df864-6633-4039-b706-9d452ad65bcc triggered by entity L2. {{(pid=87788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 03:05:17.554411 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587297'] for port, provisioning_complete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:05:17.586340 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-8f8984a2-4a10-4e1d-95d6-62381ed678d1 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411622'] for security_group_rule, after_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:05:17.614452 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8984a2-4a10-4e1d-95d6-62381ed678d1 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0552e385-48d5-41f7-938f-f78007fe667e,revision_number=0']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:05:17.683299 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-8f8984a2-4a10-4e1d-95d6-62381ed678d1 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:05:17.685117 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-8f8984a2-4a10-4e1d-95d6-62381ed678d1 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3572369 Apr 08 03:05:17.688209 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 50504) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:05:17.693580 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.v2.base [None req-c970727a-4700-4d44-92f5-f01e488732c2 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Request body: {'floatingip': {'floating_network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b'}} {{(pid=87787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 03:05:17.699923 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-c970727a-4700-4d44-92f5-f01e488732c2 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 03:05:17.703916 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-c970727a-4700-4d44-92f5-f01e488732c2 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Usage tracker for resource:floatingip and tenant:5a3ce4b7e7fd4f29967f633688e46d21 is out of sync, need to count used quota {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 03:05:17.706906 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-c970727a-4700-4d44-92f5-f01e488732c2 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 03:05:17.714213 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-c970727a-4700-4d44-92f5-f01e488732c2 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 03:05:17.768929 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-c970727a-4700-4d44-92f5-f01e488732c2 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Notify callbacks [] for floatingip, before_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:05:17.910431 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-c970727a-4700-4d44-92f5-f01e488732c2 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:05:18.049439 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.db_base_plugin_common [None req-c970727a-4700-4d44-92f5-f01e488732c2 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Allocated IP 172.28.2.79 (98d1e709-75a7-4f60-9ef6-cd80d5a9207b/cdd7e012-314b-49de-85b2-875de1f002d2/aaac2d3a-9fbf-44cf-8b69-6287d8d0a5e3) {{(pid=87787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 03:05:18.201800 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-c970727a-4700-4d44-92f5-f01e488732c2 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Notify callbacks [] for port, precommit_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:05:18.281443 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-c970727a-4700-4d44-92f5-f01e488732c2 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762846864680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3006662'] for port, after_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:05:18.343210 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c970727a-4700-4d44-92f5-f01e488732c2 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Network 98d1e709-75a7-4f60-9ef6-cd80d5a9207b is already hosted by enough agents. {{(pid=87787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 03:05:18.346358 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.scheduler.base_scheduler [None req-c970727a-4700-4d44-92f5-f01e488732c2 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Resources bound (agent type, host, resource id): {{(pid=87787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 03:05:18.348906 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c970727a-4700-4d44-92f5-f01e488732c2 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Received port after_create {{(pid=87787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 03:05:18.403527 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c970727a-4700-4d44-92f5-f01e488732c2 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Pushing event updated for resources: {'Port': ['ID=aaac2d3a-9fbf-44cf-8b69-6287d8d0a5e3,revision_number=1']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:05:18.444596 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-c970727a-4700-4d44-92f5-f01e488732c2 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:05:18.563705 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-c970727a-4700-4d44-92f5-f01e488732c2 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_update {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:05:18.762453 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-c970727a-4700-4d44-92f5-f01e488732c2 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Notify callbacks [] for port, precommit_update {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:05:18.820269 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-c970727a-4700-4d44-92f5-f01e488732c2 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762847214852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762846864698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762846864743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3006669'] for port, after_update {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:05:18.927325 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c970727a-4700-4d44-92f5-f01e488732c2 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Pushing event updated for resources: {'Port': ['ID=aaac2d3a-9fbf-44cf-8b69-6287d8d0a5e3,revision_number=2']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:05:18.938879 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-c970727a-4700-4d44-92f5-f01e488732c2 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-333402'] for floatingip, after_update {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:05:19.040980 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-c970727a-4700-4d44-92f5-f01e488732c2 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207533'] for floatingip, before_response {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:05:19.042104 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-c970727a-4700-4d44-92f5-f01e488732c2 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3528254 Apr 08 03:05:19.205851 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [req-6d7b7f18-8d58-4b4a-a548-374133a3e502 req-5cc7a5f1-ddcd-4eae-9833-4aa89653f72f tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Synchronizing usage tracker for tenant:5a3ce4b7e7fd4f29967f633688e46d21 on resource:security_group {{(pid=87786) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 03:05:19.271545 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [req-6d7b7f18-8d58-4b4a-a548-374133a3e502 req-5cc7a5f1-ddcd-4eae-9833-4aa89653f72f tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Unset dirty status for tenant:5a3ce4b7e7fd4f29967f633688e46d21 on resource:security_group {{(pid=87786) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 03:05:19.272701 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-6d7b7f18-8d58-4b4a-a548-374133a3e502 req-5cc7a5f1-ddcd-4eae-9833-4aa89653f72f tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1308938822&fields=id&tenant_id=5a3ce4b7e7fd4f29967f633688e46d21 HTTP/1.1" status: 200 len: 267 time: 0.1082308 Apr 08 03:05:19.483640 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Device ff05b249-f992-41f4-9186-089c632e5d2c up at agent ovs-agent-dv-cinder-837051-1-smb {{(pid=87788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 03:05:19.520930 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7b7f18-8d58-4b4a-a548-374133a3e502 req-c1e2cf01-7b7c-4772-ad89-a9c1e5a8caed tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:05:19.521604 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [req-6d7b7f18-8d58-4b4a-a548-374133a3e502 req-c1e2cf01-7b7c-4772-ad89-a9c1e5a8caed tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Synchronizing usage tracker for tenant:5a3ce4b7e7fd4f29967f633688e46d21 on resource:network {{(pid=87786) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 03:05:19.597452 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [req-6d7b7f18-8d58-4b4a-a548-374133a3e502 req-c1e2cf01-7b7c-4772-ad89-a9c1e5a8caed tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Unset dirty status for tenant:5a3ce4b7e7fd4f29967f633688e46d21 on resource:network {{(pid=87786) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 03:05:19.598535 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-6d7b7f18-8d58-4b4a-a548-374133a3e502 req-c1e2cf01-7b7c-4772-ad89-a9c1e5a8caed tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] 10.222.0.15 "GET /v2.0/networks?id=ba890812-2863-4d70-b21d-0d22eea7ba35 HTTP/1.1" status: 200 len: 815 time: 0.3188336 Apr 08 03:05:19.608450 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Provisioning for port ff05b249-f992-41f4-9186-089c632e5d2c completed by entity L2. {{(pid=87788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 03:05:19.613298 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-6d7b7f18-8d58-4b4a-a548-374133a3e502 req-040e0890-2b8e-4740-a416-42bfd7bc8c7f tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] 10.222.0.15 "GET /v2.0/quotas/5a3ce4b7e7fd4f29967f633688e46d21 HTTP/1.1" status: 200 len: 375 time: 0.0087843 Apr 08 03:05:19.613711 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Provisioning complete for port ff05b249-f992-41f4-9186-089c632e5d2c triggered by entity L2. {{(pid=87788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 03:05:19.614090 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587297'] for port, provisioning_complete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:05:19.705708 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [req-6d7b7f18-8d58-4b4a-a548-374133a3e502 req-c345eb1d-16ba-49d1-9b5c-9f2285fc436e tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Synchronizing usage tracker for tenant:5a3ce4b7e7fd4f29967f633688e46d21 on resource:port {{(pid=87786) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 03:05:19.747932 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:05:19.778563 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.db [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] For port ff05b249-f992-41f4-9186-089c632e5d2c, host dv-cinder-837051-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837051-1-smb',level=0,port_id=ff05b249-f992-41f4-9186-089c632e5d2c,segment=NetworkSegment(d5f53efa-6cf9-4846-830a-bc164d0ac2a3),segment_id=d5f53efa-6cf9-4846-830a-bc164d0ac2a3)] {{(pid=87788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 03:05:19.779799 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [req-6d7b7f18-8d58-4b4a-a548-374133a3e502 req-c345eb1d-16ba-49d1-9b5c-9f2285fc436e tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Unset dirty status for tenant:5a3ce4b7e7fd4f29967f633688e46d21 on resource:port {{(pid=87786) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 03:05:19.781121 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-6d7b7f18-8d58-4b4a-a548-374133a3e502 req-c345eb1d-16ba-49d1-9b5c-9f2285fc436e tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=5a3ce4b7e7fd4f29967f633688e46d21&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1620214 Apr 08 03:05:19.854441 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762847214852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762846864698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762846864743'] for port, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:05:19.918393 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-6d7b7f18-8d58-4b4a-a548-374133a3e502 req-3b947cf6-252a-4679-99f9-f6e0ceaf508a service neutron] 10.222.0.15 "GET /v2.0/networks/ba890812-2863-4d70-b21d-0d22eea7ba35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252601 Apr 08 03:05:19.921509 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Pushing event updated for resources: {'Port': ['ID=ff05b249-f992-41f4-9186-089c632e5d2c,revision_number=5']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:05:20.051657 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-6d7b7f18-8d58-4b4a-a548-374133a3e502 req-d4b3f038-a032-4881-9803-579db0f4e5e7 service neutron] 10.222.0.15 "GET /v2.0/networks/ba890812-2863-4d70-b21d-0d22eea7ba35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235046 Apr 08 03:05:20.331755 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-73e66b84-b81e-4ce8-8b44-715e1e9fc022 req-67b63443-27a7-482a-a313-5c73c3527c3c tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f6bf039-5914-43d6-b34f-ea537ee841eb HTTP/1.1" status: 200 len: 210 time: 0.0435169 Apr 08 03:05:21.468133 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Device ff05b249-f992-41f4-9186-089c632e5d2c up at agent ovs-agent-dv-cinder-837051-1-smb {{(pid=87788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 03:05:21.487285 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-4953d3a1-ea29-4ed0-8163-f5fcf2162c01 req-85468762-9462-422c-8d48-2e0b32db7954 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f6bf039-5914-43d6-b34f-ea537ee841eb HTTP/1.1" status: 200 len: 210 time: 0.0465932 Apr 08 03:05:21.538839 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Provisioning complete for port ff05b249-f992-41f4-9186-089c632e5d2c triggered by entity L2. {{(pid=87788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 03:05:21.539204 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587297'] for port, provisioning_complete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:05:22.581976 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7b7f18-8d58-4b4a-a548-374133a3e502 req-7ef82a11-5aac-4282-a81b-3cfd73001d6b tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:05:22.583401 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-6d7b7f18-8d58-4b4a-a548-374133a3e502 req-7ef82a11-5aac-4282-a81b-3cfd73001d6b tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] 10.222.0.39 "GET /v2.0/networks?id=ba890812-2863-4d70-b21d-0d22eea7ba35 HTTP/1.1" status: 200 len: 815 time: 0.1456981 Apr 08 03:05:22.653023 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-3b6ee7cb-3e8a-4f35-9d0b-8b3009419777 req-5098c23b-e2f8-40d5-b649-235e5c3bb8e9 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f6bf039-5914-43d6-b34f-ea537ee841eb HTTP/1.1" status: 200 len: 210 time: 0.0558438 Apr 08 03:05:22.681168 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-6d7b7f18-8d58-4b4a-a548-374133a3e502 req-8186b982-86ed-4e14-958c-56c1c281ec9c tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5a3ce4b7e7fd4f29967f633688e46d21 HTTP/1.1" status: 200 len: 380 time: 0.0824249 Apr 08 03:05:22.689928 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.v2.base [req-6d7b7f18-8d58-4b4a-a548-374133a3e502 req-b22e9c83-fe20-4d7e-8469-eb53e53b4d84 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Request body: {'port': {'device_id': '3f6bf039-5914-43d6-b34f-ea537ee841eb', 'network_id': 'ba890812-2863-4d70-b21d-0d22eea7ba35', 'admin_state_up': True, 'tenant_id': '5a3ce4b7e7fd4f29967f633688e46d21', 'security_groups': ['57219211-9ddc-4f6c-98e0-985ba8279a9d']}} {{(pid=87786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 03:05:22.821868 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.quota.driver [req-6d7b7f18-8d58-4b4a-a548-374133a3e502 req-b22e9c83-fe20-4d7e-8469-eb53e53b4d84 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 03:05:22.831086 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.quota.driver [req-6d7b7f18-8d58-4b4a-a548-374133a3e502 req-b22e9c83-fe20-4d7e-8469-eb53e53b4d84 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 03:05:22.891889 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d7b7f18-8d58-4b4a-a548-374133a3e502 req-b22e9c83-fe20-4d7e-8469-eb53e53b4d84 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Made reservation on behalf of 5a3ce4b7e7fd4f29967f633688e46d21 for: {'port': 1} {{(pid=87786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 03:05:22.895455 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [req-6d7b7f18-8d58-4b4a-a548-374133a3e502 req-b22e9c83-fe20-4d7e-8469-eb53e53b4d84 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:05:23.055554 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.db_base_plugin_common [req-6d7b7f18-8d58-4b4a-a548-374133a3e502 req-b22e9c83-fe20-4d7e-8469-eb53e53b4d84 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Allocated IP 172.20.0.3 (ba890812-2863-4d70-b21d-0d22eea7ba35/038e94d4-9a88-4f45-8bb2-7cfeef771b58/664e65dc-48ad-4fbe-beb6-0fc1010698b1) {{(pid=87786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 03:05:23.248078 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [req-6d7b7f18-8d58-4b4a-a548-374133a3e502 req-b22e9c83-fe20-4d7e-8469-eb53e53b4d84 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Notify callbacks [] for port, precommit_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:05:23.263901 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.provisioning_blocks [req-6d7b7f18-8d58-4b4a-a548-374133a3e502 req-b22e9c83-fe20-4d7e-8469-eb53e53b4d84 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Transition to ACTIVE for port object 664e65dc-48ad-4fbe-beb6-0fc1010698b1 will not be triggered until provisioned by entity DHCP. {{(pid=87786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 03:05:23.361434 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [req-6d7b7f18-8d58-4b4a-a548-374133a3e502 req-b22e9c83-fe20-4d7e-8469-eb53e53b4d84 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762846864680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2754409'] for port, after_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:05:23.427626 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d7b7f18-8d58-4b4a-a548-374133a3e502 req-b22e9c83-fe20-4d7e-8469-eb53e53b4d84 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Network ba890812-2863-4d70-b21d-0d22eea7ba35 is already hosted by enough agents. {{(pid=87786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 03:05:23.430616 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.scheduler.base_scheduler [req-6d7b7f18-8d58-4b4a-a548-374133a3e502 req-b22e9c83-fe20-4d7e-8469-eb53e53b4d84 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Resources bound (agent type, host, resource id): {{(pid=87786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 03:05:23.439506 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d7b7f18-8d58-4b4a-a548-374133a3e502 req-b22e9c83-fe20-4d7e-8469-eb53e53b4d84 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Received port after_create {{(pid=87786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 03:05:23.471586 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22e9c83-fe20-4d7e-8469-eb53e53b4d84 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Pushing event updated for resources: {'Port': ['ID=664e65dc-48ad-4fbe-beb6-0fc1010698b1,revision_number=1']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:05:23.508427 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7b7f18-8d58-4b4a-a548-374133a3e502 req-b22e9c83-fe20-4d7e-8469-eb53e53b4d84 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:05:23.509418 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [req-6d7b7f18-8d58-4b4a-a548-374133a3e502 req-b22e9c83-fe20-4d7e-8469-eb53e53b4d84 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207533'] for port, before_response {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:05:23.618807 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-6d7b7f18-8d58-4b4a-a548-374133a3e502 req-b22e9c83-fe20-4d7e-8469-eb53e53b4d84 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9323022 Apr 08 03:05:23.636930 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.v2.base [req-6d7b7f18-8d58-4b4a-a548-374133a3e502 req-75f13c9a-6a28-4ae7-946a-8dcf01b1a68a service neutron] Request body: {'port': {'device_id': '3f6bf039-5914-43d6-b34f-ea537ee841eb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83705'}} {{(pid=87786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 03:05:23.726933 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-3a1decec-811b-4c89-a5f8-86dbff97f35d None None] Provisioning for port 664e65dc-48ad-4fbe-beb6-0fc1010698b1 completed by entity DHCP. {{(pid=87788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 03:05:23.732320 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-3a1decec-811b-4c89-a5f8-86dbff97f35d None None] Provisioning complete for port 664e65dc-48ad-4fbe-beb6-0fc1010698b1 triggered by entity DHCP. {{(pid=87788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 03:05:23.736767 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-3a1decec-811b-4c89-a5f8-86dbff97f35d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587297'] for port, provisioning_complete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:05:23.758210 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [req-6d7b7f18-8d58-4b4a-a548-374133a3e502 req-75f13c9a-6a28-4ae7-946a-8dcf01b1a68a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_update {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:05:23.790913 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.plugin [None req-3a1decec-811b-4c89-a5f8-86dbff97f35d None None] Port 664e65dc-48ad-4fbe-beb6-0fc1010698b1 cannot update to ACTIVE because it is not bound. {{(pid=87788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 03:05:23.971739 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653a6436-64da-4e4e-b4eb-b4df4b9d5e1e req-4af3d10c-d5e1-4af6-8fbb-970c4e94716d tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:05:23.972416 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [req-653a6436-64da-4e4e-b4eb-b4df4b9d5e1e req-4af3d10c-d5e1-4af6-8fbb-970c4e94716d tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Synchronizing usage tracker for tenant:5a3ce4b7e7fd4f29967f633688e46d21 on resource:port {{(pid=87786) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 03:05:24.159400 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [req-653a6436-64da-4e4e-b4eb-b4df4b9d5e1e req-4af3d10c-d5e1-4af6-8fbb-970c4e94716d tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Unset dirty status for tenant:5a3ce4b7e7fd4f29967f633688e46d21 on resource:port {{(pid=87786) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 03:05:24.160549 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-653a6436-64da-4e4e-b4eb-b4df4b9d5e1e req-4af3d10c-d5e1-4af6-8fbb-970c4e94716d tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f6bf039-5914-43d6-b34f-ea537ee841eb HTTP/1.1" status: 200 len: 931 time: 0.3922663 Apr 08 03:05:24.227912 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-653a6436-64da-4e4e-b4eb-b4df4b9d5e1e req-0b9b3c73-1096-41d6-9b85-b3958085fce4 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] 10.222.0.15 "GET /v2.0/security-groups?id=57219211-9ddc-4f6c-98e0-985ba8279a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594797 Apr 08 03:05:24.297167 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.notifiers.nova [req-6d7b7f18-8d58-4b4a-a548-374133a3e502 req-75f13c9a-6a28-4ae7-946a-8dcf01b1a68a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 664e65dc-48ad-4fbe-beb6-0fc1010698b1 {{(pid=87786) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 03:05:24.304999 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [req-6d7b7f18-8d58-4b4a-a548-374133a3e502 req-75f13c9a-6a28-4ae7-946a-8dcf01b1a68a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:05:24.318726 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.provisioning_blocks [req-6d7b7f18-8d58-4b4a-a548-374133a3e502 req-75f13c9a-6a28-4ae7-946a-8dcf01b1a68a service neutron] Transition to ACTIVE for port object 664e65dc-48ad-4fbe-beb6-0fc1010698b1 will not be triggered until provisioned by entity L2. {{(pid=87786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 03:05:24.397223 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [req-6d7b7f18-8d58-4b4a-a548-374133a3e502 req-75f13c9a-6a28-4ae7-946a-8dcf01b1a68a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762847214852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762846864698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762846864743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2754402'] for port, after_update {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:05:24.558573 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f13c9a-6a28-4ae7-946a-8dcf01b1a68a service neutron] Pushing event updated for resources: {'Port': ['ID=664e65dc-48ad-4fbe-beb6-0fc1010698b1,revision_number=2']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:05:24.638709 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.managers [req-6d7b7f18-8d58-4b4a-a548-374133a3e502 req-75f13c9a-6a28-4ae7-946a-8dcf01b1a68a service neutron] Attempting to bind port 664e65dc-48ad-4fbe-beb6-0fc1010698b1 on host hv-cinder-83705 for vnic_type normal with profile {{(pid=87786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 03:05:24.639368 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.managers [req-6d7b7f18-8d58-4b4a-a548-374133a3e502 req-75f13c9a-6a28-4ae7-946a-8dcf01b1a68a service neutron] Attempting to bind port 664e65dc-48ad-4fbe-beb6-0fc1010698b1 by drivers openvswitch,hyperv on host hv-cinder-83705 at level 0 using segments [{'id': 'd5f53efa-6cf9-4846-830a-bc164d0ac2a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'ba890812-2863-4d70-b21d-0d22eea7ba35'}] {{(pid=87786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 03:05:24.639368 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d7b7f18-8d58-4b4a-a548-374133a3e502 req-75f13c9a-6a28-4ae7-946a-8dcf01b1a68a service neutron] Attempting to bind port 664e65dc-48ad-4fbe-beb6-0fc1010698b1 on network ba890812-2863-4d70-b21d-0d22eea7ba35 {{(pid=87786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 03:05:24.643831 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d7b7f18-8d58-4b4a-a548-374133a3e502 req-75f13c9a-6a28-4ae7-946a-8dcf01b1a68a service neutron] Port 664e65dc-48ad-4fbe-beb6-0fc1010698b1 on network ba890812-2863-4d70-b21d-0d22eea7ba35 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83705 {{(pid=87786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 08 03:05:24.644144 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d7b7f18-8d58-4b4a-a548-374133a3e502 req-75f13c9a-6a28-4ae7-946a-8dcf01b1a68a service neutron] Attempting to bind port 664e65dc-48ad-4fbe-beb6-0fc1010698b1 on network ba890812-2863-4d70-b21d-0d22eea7ba35 {{(pid=87786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 03:05:24.649700 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d7b7f18-8d58-4b4a-a548-374133a3e502 req-75f13c9a-6a28-4ae7-946a-8dcf01b1a68a service neutron] Checking agent: {'id': '80029809-569d-4306-9121-6b636b3093bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83705', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 2, 54, 9), 'started_at': datetime.datetime(2022, 4, 8, 2, 54, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 3, 5, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 03:05:24.650026 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d7b7f18-8d58-4b4a-a548-374133a3e502 req-75f13c9a-6a28-4ae7-946a-8dcf01b1a68a service neutron] Checking segment: {'id': 'd5f53efa-6cf9-4846-830a-bc164d0ac2a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'ba890812-2863-4d70-b21d-0d22eea7ba35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 03:05:24.650399 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d7b7f18-8d58-4b4a-a548-374133a3e502 req-75f13c9a-6a28-4ae7-946a-8dcf01b1a68a service neutron] Bound using segment: {'id': 'd5f53efa-6cf9-4846-830a-bc164d0ac2a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'ba890812-2863-4d70-b21d-0d22eea7ba35'} {{(pid=87786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 03:05:24.650812 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.managers [req-6d7b7f18-8d58-4b4a-a548-374133a3e502 req-75f13c9a-6a28-4ae7-946a-8dcf01b1a68a service neutron] Bound port: 664e65dc-48ad-4fbe-beb6-0fc1010698b1, host: hv-cinder-83705, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5f53efa-6cf9-4846-830a-bc164d0ac2a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'ba890812-2863-4d70-b21d-0d22eea7ba35'}}] {{(pid=87786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 03:05:24.651163 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [req-6d7b7f18-8d58-4b4a-a548-374133a3e502 req-75f13c9a-6a28-4ae7-946a-8dcf01b1a68a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_update {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:05:24.739212 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.db [req-6d7b7f18-8d58-4b4a-a548-374133a3e502 req-75f13c9a-6a28-4ae7-946a-8dcf01b1a68a service neutron] For port 664e65dc-48ad-4fbe-beb6-0fc1010698b1, host hv-cinder-83705, cleared binding levels {{(pid=87786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 03:05:24.742298 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.db [req-6d7b7f18-8d58-4b4a-a548-374133a3e502 req-75f13c9a-6a28-4ae7-946a-8dcf01b1a68a service neutron] For port 664e65dc-48ad-4fbe-beb6-0fc1010698b1, host hv-cinder-83705, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=664e65dc-48ad-4fbe-beb6-0fc1010698b1,segment=NetworkSegment(d5f53efa-6cf9-4846-830a-bc164d0ac2a3),segment_id=d5f53efa-6cf9-4846-830a-bc164d0ac2a3)] {{(pid=87786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 03:05:24.806723 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [req-6d7b7f18-8d58-4b4a-a548-374133a3e502 req-75f13c9a-6a28-4ae7-946a-8dcf01b1a68a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762847214852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762846864698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762846864743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2754402'] for port, after_update {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:05:24.859231 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7b7f18-8d58-4b4a-a548-374133a3e502 req-75f13c9a-6a28-4ae7-946a-8dcf01b1a68a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:05:24.859764 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [req-6d7b7f18-8d58-4b4a-a548-374133a3e502 req-75f13c9a-6a28-4ae7-946a-8dcf01b1a68a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207533'] for port, before_response {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:05:24.861447 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-6d7b7f18-8d58-4b4a-a548-374133a3e502 req-75f13c9a-6a28-4ae7-946a-8dcf01b1a68a service neutron] 10.222.0.39 "PUT /v2.0/ports/664e65dc-48ad-4fbe-beb6-0fc1010698b1 HTTP/1.1" status: 200 len: 1093 time: 1.2292957 Apr 08 03:05:24.864048 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f6bf039-5914-43d6-b34f-ea537ee841eb', 'tag': '664e65dc-48ad-4fbe-beb6-0fc1010698b1'}] {{(pid=87786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 03:05:24.892885 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f13c9a-6a28-4ae7-946a-8dcf01b1a68a service neutron] Pushing event updated for resources: {'Port': ['ID=664e65dc-48ad-4fbe-beb6-0fc1010698b1,revision_number=3']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:05:24.920429 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e25b478a-08b7-4c47-a604-69a5894e1791'] response: {'name': 'network-changed', 'server_uuid': '3f6bf039-5914-43d6-b34f-ea537ee841eb', 'tag': '664e65dc-48ad-4fbe-beb6-0fc1010698b1', 'status': 'completed', 'code': 200} Apr 08 03:05:25.037841 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160f27ad-6180-43aa-9427-099d07a4d556 req-1f8ad28e-7989-43a0-aff1-18e9ca3778d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:05:25.039426 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-160f27ad-6180-43aa-9427-099d07a4d556 req-1f8ad28e-7989-43a0-aff1-18e9ca3778d0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5a3ce4b7e7fd4f29967f633688e46d21&device_id=3f6bf039-5914-43d6-b34f-ea537ee841eb HTTP/1.1" status: 200 len: 1096 time: 0.0750880 Apr 08 03:05:25.181470 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160f27ad-6180-43aa-9427-099d07a4d556 req-b3190c4e-9557-4bcd-990c-572d8e7d49b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:05:25.182894 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-160f27ad-6180-43aa-9427-099d07a4d556 req-b3190c4e-9557-4bcd-990c-572d8e7d49b6 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=5a3ce4b7e7fd4f29967f633688e46d21&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1308422 Apr 08 03:05:25.326754 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160f27ad-6180-43aa-9427-099d07a4d556 req-fcee0032-6b14-4094-b8c2-e9775890a927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:05:25.328296 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-160f27ad-6180-43aa-9427-099d07a4d556 req-fcee0032-6b14-4094-b8c2-e9775890a927 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1397028 Apr 08 03:05:25.462667 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b1b25e-c017-44fc-8662-762eda4198c7 req-2a616c47-cf45-4eb2-bcfd-97e67786caca tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:05:25.464041 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-35b1b25e-c017-44fc-8662-762eda4198c7 req-2a616c47-cf45-4eb2-bcfd-97e67786caca tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f6bf039-5914-43d6-b34f-ea537ee841eb HTTP/1.1" status: 200 len: 943 time: 0.1285005 Apr 08 03:05:25.498390 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7b7f18-8d58-4b4a-a548-374133a3e502 req-6610872d-7431-4272-b80b-db6410cee925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:05:25.499797 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-6d7b7f18-8d58-4b4a-a548-374133a3e502 req-6610872d-7431-4272-b80b-db6410cee925 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5a3ce4b7e7fd4f29967f633688e46d21&device_id=3f6bf039-5914-43d6-b34f-ea537ee841eb HTTP/1.1" status: 200 len: 1096 time: 0.1128695 Apr 08 03:05:25.579182 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-35b1b25e-c017-44fc-8662-762eda4198c7 req-0b3fc7dd-6f4c-4416-bc9b-7d8572e9796e tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] 10.222.0.15 "GET /v2.0/security-groups?id=57219211-9ddc-4f6c-98e0-985ba8279a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082633 Apr 08 03:05:25.580505 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-6d7b7f18-8d58-4b4a-a548-374133a3e502 req-9b371d2d-da51-4e2c-bd7c-12859d600edd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=664e65dc-48ad-4fbe-beb6-0fc1010698b1 HTTP/1.1" status: 200 len: 217 time: 0.0676804 Apr 08 03:05:25.641746 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7b7f18-8d58-4b4a-a548-374133a3e502 req-8cc90f92-1c1c-48d3-a586-252d3c9c253d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:05:25.643185 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-6d7b7f18-8d58-4b4a-a548-374133a3e502 req-8cc90f92-1c1c-48d3-a586-252d3c9c253d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=038e94d4-9a88-4f45-8bb2-7cfeef771b58 HTTP/1.1" status: 200 len: 854 time: 0.0568206 Apr 08 03:05:25.715517 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7b7f18-8d58-4b4a-a548-374133a3e502 req-9f5ea84d-8595-4906-8a37-3c99d9f2a750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:05:25.716929 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-6d7b7f18-8d58-4b4a-a548-374133a3e502 req-9f5ea84d-8595-4906-8a37-3c99d9f2a750 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ba890812-2863-4d70-b21d-0d22eea7ba35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0681906 Apr 08 03:05:25.845551 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-6d7b7f18-8d58-4b4a-a548-374133a3e502 req-03115662-0adb-4998-aa7f-48517bbd28af service neutron] 10.222.0.39 "GET /v2.0/networks/ba890812-2863-4d70-b21d-0d22eea7ba35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225228 Apr 08 03:05:25.886490 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-95ac12cc-55f7-408c-92f5-86672aa06d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:05:25.976298 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-6d7b7f18-8d58-4b4a-a548-374133a3e502 req-3b6475d1-cdaa-4e29-b614-12c6ed0d65bb service neutron] 10.222.0.39 "GET /v2.0/networks/ba890812-2863-4d70-b21d-0d22eea7ba35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236053 Apr 08 03:05:26.846609 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667b8c9a-6193-4491-9571-0c8c095188a4 req-53af98cc-22f9-4aed-8b0e-422ae1fda860 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:05:26.848068 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-667b8c9a-6193-4491-9571-0c8c095188a4 req-53af98cc-22f9-4aed-8b0e-422ae1fda860 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f6bf039-5914-43d6-b34f-ea537ee841eb HTTP/1.1" status: 200 len: 943 time: 0.1647606 Apr 08 03:05:26.892138 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-667b8c9a-6193-4491-9571-0c8c095188a4 req-efef7699-86a8-4617-9bf4-325afcccfb82 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] 10.222.0.15 "GET /v2.0/security-groups?id=57219211-9ddc-4f6c-98e0-985ba8279a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374935 Apr 08 03:05:28.074287 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1d35f7-5e9f-4be7-a2df-46bd5e2ba89e req-e19c2bd3-d770-491e-ae57-23fcedb35c3e tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:05:28.075744 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-4e1d35f7-5e9f-4be7-a2df-46bd5e2ba89e req-e19c2bd3-d770-491e-ae57-23fcedb35c3e tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f6bf039-5914-43d6-b34f-ea537ee841eb HTTP/1.1" status: 200 len: 943 time: 0.0804017 Apr 08 03:05:28.118586 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-4e1d35f7-5e9f-4be7-a2df-46bd5e2ba89e req-f1889906-8c66-4864-95e7-dcc965fe7ded tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] 10.222.0.15 "GET /v2.0/security-groups?id=57219211-9ddc-4f6c-98e0-985ba8279a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373104 Apr 08 03:05:28.337923 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7d89f6e6-5857-49a7-832a-6db1e39aa816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:05:28.408866 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Device 664e65dc-48ad-4fbe-beb6-0fc1010698b1 details requested by agent hyperv_hv-cinder-83705 with host hv-cinder-83705 {{(pid=87788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 08 03:05:28.560380 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.db [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] For port 664e65dc-48ad-4fbe-beb6-0fc1010698b1, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=664e65dc-48ad-4fbe-beb6-0fc1010698b1,segment=NetworkSegment(d5f53efa-6cf9-4846-830a-bc164d0ac2a3),segment_id=d5f53efa-6cf9-4846-830a-bc164d0ac2a3)] {{(pid=87788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 03:05:28.560380 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Returning: {'device': '664e65dc-48ad-4fbe-beb6-0fc1010698b1', 'network_id': 'ba890812-2863-4d70-b21d-0d22eea7ba35', 'port_id': '664e65dc-48ad-4fbe-beb6-0fc1010698b1', 'mac_address': 'fa:16:3e:9c:b8:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 275, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '038e94d4-9a88-4f45-8bb2-7cfeef771b58', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 03:05:28.617214 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:05:28.635215 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.notifiers.nova [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 664e65dc-48ad-4fbe-beb6-0fc1010698b1 {{(pid=87788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 03:05:28.650636 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.db [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] For port 664e65dc-48ad-4fbe-beb6-0fc1010698b1, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=664e65dc-48ad-4fbe-beb6-0fc1010698b1,segment=NetworkSegment(d5f53efa-6cf9-4846-830a-bc164d0ac2a3),segment_id=d5f53efa-6cf9-4846-830a-bc164d0ac2a3)] {{(pid=87788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 03:05:28.732100 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762847214852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762846864698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762846864743'] for port, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:05:28.797765 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Pushing event updated for resources: {'Port': ['ID=664e65dc-48ad-4fbe-beb6-0fc1010698b1,revision_number=4']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:05:29.142219 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.db [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] get_ports_and_sgs() called for port_ids ['664e65dc-48ad-4fbe-beb6-0fc1010698b1'] {{(pid=87788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 03:05:29.185443 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-ef00a636-a289-418c-ab96-90866b017a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:05:29.254599 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:05:29.308020 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691919bc-a3bd-4bc7-8347-58ea7a8c94a8 req-abd72420-e305-4191-a582-2334aacb57ab tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:05:29.309489 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-691919bc-a3bd-4bc7-8347-58ea7a8c94a8 req-abd72420-e305-4191-a582-2334aacb57ab tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f6bf039-5914-43d6-b34f-ea537ee841eb HTTP/1.1" status: 200 len: 944 time: 0.0841711 Apr 08 03:05:29.354895 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-691919bc-a3bd-4bc7-8347-58ea7a8c94a8 req-d1887309-ec4a-41cd-8ecf-2a1d144d1881 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] 10.222.0.15 "GET /v2.0/security-groups?id=57219211-9ddc-4f6c-98e0-985ba8279a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394258 Apr 08 03:05:30.409245 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Device 664e65dc-48ad-4fbe-beb6-0fc1010698b1 up at agent hyperv_hv-cinder-83705 {{(pid=87788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 03:05:30.540079 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Provisioning for port 664e65dc-48ad-4fbe-beb6-0fc1010698b1 completed by entity L2. {{(pid=87788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 03:05:30.542658 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5139f8-a18e-48da-a9f6-33a12d5155d5 req-d3c11435-20de-41c3-85d2-97e75d57336c tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:05:30.544115 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-4f5139f8-a18e-48da-a9f6-33a12d5155d5 req-d3c11435-20de-41c3-85d2-97e75d57336c tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f6bf039-5914-43d6-b34f-ea537ee841eb HTTP/1.1" status: 200 len: 944 time: 0.0831685 Apr 08 03:05:30.546560 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Provisioning complete for port 664e65dc-48ad-4fbe-beb6-0fc1010698b1 triggered by entity L2. {{(pid=87788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 03:05:30.546560 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587297'] for port, provisioning_complete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:05:30.573728 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-0700d8e1-2fb2-4ab8-b601-2cbd26aa24a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:05:30.589743 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-4f5139f8-a18e-48da-a9f6-33a12d5155d5 req-dbd09f21-f7f9-49e4-ab39-b1b5a041ef14 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] 10.222.0.15 "GET /v2.0/security-groups?id=57219211-9ddc-4f6c-98e0-985ba8279a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395670 Apr 08 03:05:30.660110 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:05:30.685502 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f6bf039-5914-43d6-b34f-ea537ee841eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '664e65dc-48ad-4fbe-beb6-0fc1010698b1'}] {{(pid=87788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 03:05:30.694847 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.db [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] For port 664e65dc-48ad-4fbe-beb6-0fc1010698b1, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=664e65dc-48ad-4fbe-beb6-0fc1010698b1,segment=NetworkSegment(d5f53efa-6cf9-4846-830a-bc164d0ac2a3),segment_id=d5f53efa-6cf9-4846-830a-bc164d0ac2a3)] {{(pid=87788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 03:05:30.730035 dv-cinder-837051-1-smb neutron-server[87788]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e68639a-6f87-4405-9b87-60af0a281b06'] response: {'server_uuid': '3f6bf039-5914-43d6-b34f-ea537ee841eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '664e65dc-48ad-4fbe-beb6-0fc1010698b1', 'code': 200} Apr 08 03:05:30.760490 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762847214852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762846864698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762846864743'] for port, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:05:30.855995 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Pushing event updated for resources: {'Port': ['ID=664e65dc-48ad-4fbe-beb6-0fc1010698b1,revision_number=5']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:05:31.100484 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3618702d-6da1-4bd0-936b-5e85cbe9c466 req-7231cb63-cf31-4dd9-ab67-dccd3e56f7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:05:31.102038 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-3618702d-6da1-4bd0-936b-5e85cbe9c466 req-7231cb63-cf31-4dd9-ab67-dccd3e56f7ca service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3f6bf039-5914-43d6-b34f-ea537ee841eb HTTP/1.1" status: 200 len: 1098 time: 0.0678756 Apr 08 03:05:31.144637 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-3618702d-6da1-4bd0-936b-5e85cbe9c466 req-a38a3e76-a4c7-4257-abc4-dba441a7e2f4 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=57219211-9ddc-4f6c-98e0-985ba8279a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354164 Apr 08 03:05:31.778473 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec70a6b4-e452-4f15-8e31-79fe1619da06 req-19a82cb9-86bd-46c4-a6ed-997f8d9d4fca tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:05:31.780494 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-ec70a6b4-e452-4f15-8e31-79fe1619da06 req-19a82cb9-86bd-46c4-a6ed-997f8d9d4fca tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f6bf039-5914-43d6-b34f-ea537ee841eb HTTP/1.1" status: 200 len: 945 time: 0.0825987 Apr 08 03:05:31.824223 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-ec70a6b4-e452-4f15-8e31-79fe1619da06 req-3fb9f423-38af-47f0-992d-d8e7aa9093ed tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] 10.222.0.15 "GET /v2.0/security-groups?id=57219211-9ddc-4f6c-98e0-985ba8279a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381467 Apr 08 03:05:33.010327 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919c5c7e-91fa-4dec-9bc6-1efb50160b37 req-7aae4d26-ad60-4538-aeb2-6ce55c53558b tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:05:33.011845 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-919c5c7e-91fa-4dec-9bc6-1efb50160b37 req-7aae4d26-ad60-4538-aeb2-6ce55c53558b tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f6bf039-5914-43d6-b34f-ea537ee841eb HTTP/1.1" status: 200 len: 945 time: 0.0806880 Apr 08 03:05:33.055263 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-919c5c7e-91fa-4dec-9bc6-1efb50160b37 req-0e23a0d3-9159-4f74-9ba8-a4ed902bc2d4 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] 10.222.0.15 "GET /v2.0/security-groups?id=57219211-9ddc-4f6c-98e0-985ba8279a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377560 Apr 08 03:05:33.228509 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067958fb-1978-4166-8dbd-6fb418b7ac5f req-c230bf94-f9e4-4aba-9235-8af93a9e57e6 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:05:33.229932 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-067958fb-1978-4166-8dbd-6fb418b7ac5f req-c230bf94-f9e4-4aba-9235-8af93a9e57e6 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f6bf039-5914-43d6-b34f-ea537ee841eb HTTP/1.1" status: 200 len: 945 time: 0.0778341 Apr 08 03:05:33.238282 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.wsgi [-] (87786) accepted ('10.222.0.15', 50564) {{(pid=87786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:05:33.242972 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.v2.base [None req-5abd744c-9bd9-4d2d-94f8-545457c5f648 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Request body: {'floatingip': {'port_id': '664e65dc-48ad-4fbe-beb6-0fc1010698b1'}} {{(pid=87786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 03:05:33.321363 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-5abd744c-9bd9-4d2d-94f8-545457c5f648 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Notify callbacks [] for floatingip, before_update {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:05:33.918536 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-5abd744c-9bd9-4d2d-94f8-545457c5f648 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:05:33.968562 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-5abd744c-9bd9-4d2d-94f8-545457c5f648 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-333402'] for floatingip, after_update {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:05:34.213998 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.db.l3_db [None req-5abd744c-9bd9-4d2d-94f8-545457c5f648 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Floating IP 5c1577fd-86fe-4b3d-b05f-6c4b575c12d7 associated. External IP: 172.28.2.79, port: 664e65dc-48ad-4fbe-beb6-0fc1010698b1. Apr 08 03:05:34.619857 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5abd744c-9bd9-4d2d-94f8-545457c5f648 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Router 4050a539-de50-4aaa-a89d-d5a9942b0afd has already been hosted by L3 agent 70d74887-4404-4f0d-99b3-e017d5637063 {{(pid=87786) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 03:05:34.835402 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5abd744c-9bd9-4d2d-94f8-545457c5f648 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Notify agent at l3_agent.dv-cinder-837051-1-smb the message routers_updated {{(pid=87786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 03:05:34.839740 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-5abd744c-9bd9-4d2d-94f8-545457c5f648 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207533'] for floatingip, before_response {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:05:34.845387 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab76e4e-cf17-4f20-a548-e08362ada51c None None] Sync routers for ids ['4050a539-de50-4aaa-a89d-d5a9942b0afd'] in dv-cinder-837051-1-smb {{(pid=87788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 03:05:34.856005 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab76e4e-cf17-4f20-a548-e08362ada51c None None] Routers {'4050a539-de50-4aaa-a89d-d5a9942b0afd'} bound to L3 agent in host dv-cinder-837051-1-smb {{(pid=87788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 03:05:34.857222 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.l3_hamode_db [None req-8ab76e4e-cf17-4f20-a548-e08362ada51c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837051-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T02:46:58Z,description=,heartbeat_timestamp=2022-04-08T03:05:28Z,host='dv-cinder-837051-1-smb',id=70d74887-4404-4f0d-99b3-e017d5637063,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T02:46:59Z,topic='l3_agent')) {'router_ids': ['4050a539-de50-4aaa-a89d-d5a9942b0afd'], 'active': True} {{(pid=87788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 03:05:34.917155 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [None req-5abd744c-9bd9-4d2d-94f8-545457c5f648 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] 10.222.0.15 "PUT /v2.0/floatingips/5c1577fd-86fe-4b3d-b05f-6c4b575c12d7 HTTP/1.1" status: 200 len: 990 time: 1.6628914 Apr 08 03:05:34.917155 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f6bf039-5914-43d6-b34f-ea537ee841eb', 'tag': '664e65dc-48ad-4fbe-beb6-0fc1010698b1'}] {{(pid=87786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 03:05:34.955001 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0900231e-bfc2-4c7e-b77a-0e04dcff5e8c'] response: {'name': 'network-changed', 'server_uuid': '3f6bf039-5914-43d6-b34f-ea537ee841eb', 'tag': '664e65dc-48ad-4fbe-beb6-0fc1010698b1', 'status': 'completed', 'code': 200} Apr 08 03:05:35.073171 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.l3_dvr_db [None req-8ab76e4e-cf17-4f20-a548-e08362ada51c None None] Set router 4050a539-de50-4aaa-a89d-d5a9942b0afd gateway port host: dv-cinder-837051-1-smb {{(pid=87788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 03:05:35.085344 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551fe139-7ffe-47f1-8b76-35890eb25443 req-84e15fb8-d322-4f4a-8d24-d3f058e859f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:05:35.087226 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-551fe139-7ffe-47f1-8b76-35890eb25443 req-84e15fb8-d322-4f4a-8d24-d3f058e859f6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5a3ce4b7e7fd4f29967f633688e46d21&device_id=3f6bf039-5914-43d6-b34f-ea537ee841eb HTTP/1.1" status: 200 len: 1098 time: 0.0864520 Apr 08 03:05:35.230480 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551fe139-7ffe-47f1-8b76-35890eb25443 req-62b884bc-455d-4695-8a6d-9aec160c0b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:05:35.231861 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-551fe139-7ffe-47f1-8b76-35890eb25443 req-62b884bc-455d-4695-8a6d-9aec160c0b63 service neutron] 10.222.0.39 "GET /v2.0/networks?id=ba890812-2863-4d70-b21d-0d22eea7ba35 HTTP/1.1" status: 200 len: 916 time: 0.1385989 Apr 08 03:05:35.354382 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-551fe139-7ffe-47f1-8b76-35890eb25443 req-96ae1dfa-ee65-4edd-891f-8dd46334cb7a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=664e65dc-48ad-4fbe-beb6-0fc1010698b1 HTTP/1.1" status: 200 len: 998 time: 0.1158934 Apr 08 03:05:35.423791 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551fe139-7ffe-47f1-8b76-35890eb25443 req-234466ca-a020-48be-9430-15a83de9976b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:05:35.425285 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-551fe139-7ffe-47f1-8b76-35890eb25443 req-234466ca-a020-48be-9430-15a83de9976b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=038e94d4-9a88-4f45-8bb2-7cfeef771b58 HTTP/1.1" status: 200 len: 854 time: 0.0595751 Apr 08 03:05:35.441118 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.l3_hamode_db [None req-8ab76e4e-cf17-4f20-a548-e08362ada51c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4050a539-de50-4aaa-a89d-d5a9942b0afd', 'name': 'tempest-AttachVolumeNegativeTest-1509550206-router', 'tenant_id': '5a3ce4b7e7fd4f29967f633688e46d21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'external_fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.124'}], 'enable_snat': True}, 'gw_port_id': '4f7df864-6633-4039-b706-9d452ad65bcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T03:05:09Z', 'updated_at': '2022-04-08T03:05:13Z', 'revision_number': 4, 'project_id': '5a3ce4b7e7fd4f29967f633688e46d21', 'gw_port': {'id': '4f7df864-6633-4039-b706-9d452ad65bcc', 'name': '', 'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:4a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4050a539-de50-4aaa-a89d-d5a9942b0afd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T03:05:10Z', 'updated_at': '2022-04-08T03:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-smb', '_floatingips': [{'id': '5c1577fd-86fe-4b3d-b05f-6c4b575c12d7', 'tenant_id': '5a3ce4b7e7fd4f29967f633688e46d21', 'floating_ip_address': '172.28.2.79', 'floating_network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'router_id': '4050a539-de50-4aaa-a89d-d5a9942b0afd', 'port_id': '664e65dc-48ad-4fbe-beb6-0fc1010698b1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba890812-2863-4d70-b21d-0d22eea7ba35', 'mac_address': 'fa:16:3e:9c:b8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f6bf039-5914-43d6-b34f-ea537ee841eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T03:05:18Z', 'updated_at': '2022-04-08T03:05:33Z', 'revision_number': 1, 'project_id': '5a3ce4b7e7fd4f29967f633688e46d21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff05b249-f992-41f4-9186-089c632e5d2c', 'name': '', 'network_id': 'ba890812-2863-4d70-b21d-0d22eea7ba35', 'tenant_id': '5a3ce4b7e7fd4f29967f633688e46d21', 'mac_address': 'fa:16:3e:5f:86:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4050a539-de50-4aaa-a89d-d5a9942b0afd', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '038e94d4-9a88-4f45-8bb2-7cfeef771b58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T03:05:12Z', 'updated_at': '2022-04-08T03:05:19Z', 'revision_number': 5, 'project_id': '5a3ce4b7e7fd4f29967f633688e46d21', 'subnets': [{'id': '038e94d4-9a88-4f45-8bb2-7cfeef771b58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837051-1-smb', False) {} {{(pid=87788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 03:05:35.445573 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab76e4e-cf17-4f20-a548-e08362ada51c None None] Checking router: 4050a539-de50-4aaa-a89d-d5a9942b0afd for host: dv-cinder-837051-1-smb {{(pid=87788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 03:05:35.453626 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab76e4e-cf17-4f20-a548-e08362ada51c None None] Routers {'4050a539-de50-4aaa-a89d-d5a9942b0afd'} bound to L3 agent in host dv-cinder-837051-1-smb {{(pid=87788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 03:05:35.454199 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.l3_hamode_db [None req-8ab76e4e-cf17-4f20-a548-e08362ada51c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837051-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T02:46:58Z,description=,heartbeat_timestamp=2022-04-08T03:05:28Z,host='dv-cinder-837051-1-smb',id=70d74887-4404-4f0d-99b3-e017d5637063,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T02:46:59Z,topic='l3_agent')) {'router_ids': ['4050a539-de50-4aaa-a89d-d5a9942b0afd'], 'active': True} {{(pid=87788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 03:05:35.503277 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551fe139-7ffe-47f1-8b76-35890eb25443 req-af1bc62d-83d8-4860-9c04-d0d5225a3eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:05:35.504832 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-551fe139-7ffe-47f1-8b76-35890eb25443 req-af1bc62d-83d8-4860-9c04-d0d5225a3eab service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ba890812-2863-4d70-b21d-0d22eea7ba35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0711820 Apr 08 03:05:35.627042 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.l3_dvr_db [None req-8ab76e4e-cf17-4f20-a548-e08362ada51c None None] Set router 4050a539-de50-4aaa-a89d-d5a9942b0afd gateway port host: dv-cinder-837051-1-smb {{(pid=87788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 03:05:35.634014 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-551fe139-7ffe-47f1-8b76-35890eb25443 req-91a26c08-aedc-4bc1-8a09-619e622bdd93 service neutron] 10.222.0.39 "GET /v2.0/networks/ba890812-2863-4d70-b21d-0d22eea7ba35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235952 Apr 08 03:05:35.730382 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.agents_db [None req-78530461-7b12-4524-9e6e-3e4de8d78fc4 None None] Agent healthcheck: found 6 active agents {{(pid=87789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 03:05:35.876441 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-551fe139-7ffe-47f1-8b76-35890eb25443 req-4ccf0402-dcec-4652-98fd-291116d9d320 service neutron] 10.222.0.39 "GET /v2.0/networks/ba890812-2863-4d70-b21d-0d22eea7ba35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2343814 Apr 08 03:05:35.993114 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.l3_hamode_db [None req-8ab76e4e-cf17-4f20-a548-e08362ada51c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4050a539-de50-4aaa-a89d-d5a9942b0afd', 'name': 'tempest-AttachVolumeNegativeTest-1509550206-router', 'tenant_id': '5a3ce4b7e7fd4f29967f633688e46d21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'external_fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.124'}], 'enable_snat': True}, 'gw_port_id': '4f7df864-6633-4039-b706-9d452ad65bcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T03:05:09Z', 'updated_at': '2022-04-08T03:05:13Z', 'revision_number': 4, 'project_id': '5a3ce4b7e7fd4f29967f633688e46d21', 'gw_port': {'id': '4f7df864-6633-4039-b706-9d452ad65bcc', 'name': '', 'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:4a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4050a539-de50-4aaa-a89d-d5a9942b0afd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T03:05:10Z', 'updated_at': '2022-04-08T03:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-smb', '_floatingips': [{'id': '5c1577fd-86fe-4b3d-b05f-6c4b575c12d7', 'tenant_id': '5a3ce4b7e7fd4f29967f633688e46d21', 'floating_ip_address': '172.28.2.79', 'floating_network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'router_id': '4050a539-de50-4aaa-a89d-d5a9942b0afd', 'port_id': '664e65dc-48ad-4fbe-beb6-0fc1010698b1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba890812-2863-4d70-b21d-0d22eea7ba35', 'mac_address': 'fa:16:3e:9c:b8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f6bf039-5914-43d6-b34f-ea537ee841eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T03:05:18Z', 'updated_at': '2022-04-08T03:05:33Z', 'revision_number': 1, 'project_id': '5a3ce4b7e7fd4f29967f633688e46d21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff05b249-f992-41f4-9186-089c632e5d2c', 'name': '', 'network_id': 'ba890812-2863-4d70-b21d-0d22eea7ba35', 'tenant_id': '5a3ce4b7e7fd4f29967f633688e46d21', 'mac_address': 'fa:16:3e:5f:86:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4050a539-de50-4aaa-a89d-d5a9942b0afd', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '038e94d4-9a88-4f45-8bb2-7cfeef771b58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T03:05:12Z', 'updated_at': '2022-04-08T03:05:19Z', 'revision_number': 5, 'project_id': '5a3ce4b7e7fd4f29967f633688e46d21', 'subnets': [{'id': '038e94d4-9a88-4f45-8bb2-7cfeef771b58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837051-1-smb', False) {} {{(pid=87788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 03:05:35.997144 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab76e4e-cf17-4f20-a548-e08362ada51c None None] The sync data for ids ['4050a539-de50-4aaa-a89d-d5a9942b0afd'] in dv-cinder-837051-1-smb is: [{'id': '4050a539-de50-4aaa-a89d-d5a9942b0afd', 'name': 'tempest-AttachVolumeNegativeTest-1509550206-router', 'tenant_id': '5a3ce4b7e7fd4f29967f633688e46d21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'external_fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.124'}], 'enable_snat': True}, 'gw_port_id': '4f7df864-6633-4039-b706-9d452ad65bcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T03:05:09Z', 'updated_at': '2022-04-08T03:05:13Z', 'revision_number': 4, 'project_id': '5a3ce4b7e7fd4f29967f633688e46d21', 'gw_port': {'id': '4f7df864-6633-4039-b706-9d452ad65bcc', 'name': '', 'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:4a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4050a539-de50-4aaa-a89d-d5a9942b0afd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T03:05:10Z', 'updated_at': '2022-04-08T03:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-smb', '_floatingips': [{'id': '5c1577fd-86fe-4b3d-b05f-6c4b575c12d7', 'tenant_id': '5a3ce4b7e7fd4f29967f633688e46d21', 'floating_ip_address': '172.28.2.79', 'floating_network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'router_id': '4050a539-de50-4aaa-a89d-d5a9942b0afd', 'port_id': '664e65dc-48ad-4fbe-beb6-0fc1010698b1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba890812-2863-4d70-b21d-0d22eea7ba35', 'mac_address': 'fa:16:3e:9c:b8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f6bf039-5914-43d6-b34f-ea537ee841eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T03:05:18Z', 'updated_at': '2022-04-08T03:05:33Z', 'revision_number': 1, 'project_id': '5a3ce4b7e7fd4f29967f633688e46d21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff05b249-f992-41f4-9186-089c632e5d2c', 'name': '', 'network_id': 'ba890812-2863-4d70-b21d-0d22eea7ba35', 'tenant_id': '5a3ce4b7e7fd4f29967f633688e46d21', 'mac_address': 'fa:16:3e:5f:86:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4050a539-de50-4aaa-a89d-d5a9942b0afd', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '038e94d4-9a88-4f45-8bb2-7cfeef771b58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T03:05:12Z', 'updated_at': '2022-04-08T03:05:19Z', 'revision_number': 5, 'project_id': '5a3ce4b7e7fd4f29967f633688e46d21', 'subnets': [{'id': '038e94d4-9a88-4f45-8bb2-7cfeef771b58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 03:05:36.182819 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aae4365-170f-425d-84c9-3c76c0cf3ecf None None] New status for floating IP 5c1577fd-86fe-4b3d-b05f-6c4b575c12d7: ACTIVE {{(pid=87789) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 03:05:39.234544 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:05:42.886226 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf74648-f46d-4ee6-90f2-b7d38cf380a5 req-05467d33-9efa-4d3b-af30-dacc308823f4 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:05:42.887691 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-8bf74648-f46d-4ee6-90f2-b7d38cf380a5 req-05467d33-9efa-4d3b-af30-dacc308823f4 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd102f31-ed4c-49d6-b8cc-fc30cda82b7e HTTP/1.1" status: 200 len: 946 time: 0.0787890 Apr 08 03:05:42.930934 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-8bf74648-f46d-4ee6-90f2-b7d38cf380a5 req-0d527a7c-0ed9-4c12-b7ff-a1c8b47e4ae0 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/security-groups?id=1d0bb224-8457-456e-b4fb-f074c827983b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377600 Apr 08 03:05:44.118663 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb621846-f6a3-4134-9906-344fba7bbf25 req-fb509112-1490-4666-bdf5-7738da863365 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:05:44.120093 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-bb621846-f6a3-4134-9906-344fba7bbf25 req-fb509112-1490-4666-bdf5-7738da863365 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd102f31-ed4c-49d6-b8cc-fc30cda82b7e HTTP/1.1" status: 200 len: 946 time: 0.0796342 Apr 08 03:05:44.164546 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-bb621846-f6a3-4134-9906-344fba7bbf25 req-90a70068-0983-4da8-a783-06bf2905f3fa tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/security-groups?id=1d0bb224-8457-456e-b4fb-f074c827983b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387797 Apr 08 03:05:44.570561 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d2ab9d-a869-4415-b705-676146164118 req-d4ff525a-59f6-4708-90e2-edc4648db7fa tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:05:44.572000 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-73d2ab9d-a869-4415-b705-676146164118 req-d4ff525a-59f6-4708-90e2-edc4648db7fa tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd102f31-ed4c-49d6-b8cc-fc30cda82b7e HTTP/1.1" status: 200 len: 946 time: 0.0772979 Apr 08 03:05:44.641875 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.plugin [req-73d2ab9d-a869-4415-b705-676146164118 req-1f028ebe-3da4-4bf5-ba74-542a9c01b068 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Deleting port 1b2222c4-7c87-4ba3-80f3-bba191ae198d {{(pid=87786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 03:05:44.642139 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [req-73d2ab9d-a869-4415-b705-676146164118 req-1f028ebe-3da4-4bf5-ba74-542a9c01b068 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762847207940'] for port, before_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:05:44.881823 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.db [req-73d2ab9d-a869-4415-b705-676146164118 req-1f028ebe-3da4-4bf5-ba74-542a9c01b068 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] For port 1b2222c4-7c87-4ba3-80f3-bba191ae198d, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=1b2222c4-7c87-4ba3-80f3-bba191ae198d,segment=NetworkSegment(1b549d7e-fc0e-4f7e-b00e-d69f05216c6f),segment_id=1b549d7e-fc0e-4f7e-b00e-d69f05216c6f)] {{(pid=87786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 03:05:44.882176 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [req-73d2ab9d-a869-4415-b705-676146164118 req-1f028ebe-3da4-4bf5-ba74-542a9c01b068 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334124'] for port, precommit_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:05:45.163015 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [req-73d2ab9d-a869-4415-b705-676146164118 req-1f028ebe-3da4-4bf5-ba74-542a9c01b068 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:05:45.163759 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [req-73d2ab9d-a869-4415-b705-676146164118 req-1f028ebe-3da4-4bf5-ba74-542a9c01b068 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-333402'] for floatingip, after_update {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:05:45.163759 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.db.l3_db [req-73d2ab9d-a869-4415-b705-676146164118 req-1f028ebe-3da4-4bf5-ba74-542a9c01b068 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Floating IP 2612d888-2c81-4ee5-94b5-c01b9deff241 disassociated. External IP: 172.28.2.187, port: 1b2222c4-7c87-4ba3-80f3-bba191ae198d. Apr 08 03:05:45.164027 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.plugin [req-73d2ab9d-a869-4415-b705-676146164118 req-1f028ebe-3da4-4bf5-ba74-542a9c01b068 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Calling delete_port for 1b2222c4-7c87-4ba3-80f3-bba191ae198d owned by compute:nova {{(pid=87786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 03:05:45.387316 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cd0c62-e8a0-4566-9957-48d724f26faf req-dda4fca1-9517-404e-a202-865d19f397df tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:05:45.388781 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-c3cd0c62-e8a0-4566-9957-48d724f26faf req-dda4fca1-9517-404e-a202-865d19f397df tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd102f31-ed4c-49d6-b8cc-fc30cda82b7e HTTP/1.1" status: 200 len: 946 time: 0.1040332 Apr 08 03:05:45.433403 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-c3cd0c62-e8a0-4566-9957-48d724f26faf req-6eb0fb44-60d2-40d4-a3d8-099b4b8e1f79 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/security-groups?id=1d0bb224-8457-456e-b4fb-f074c827983b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388854 Apr 08 03:05:45.434044 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [req-73d2ab9d-a869-4415-b705-676146164118 req-1f028ebe-3da4-4bf5-ba74-542a9c01b068 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762847213038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762846864689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2754409'] for port, after_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:05:45.483742 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f028ebe-3da4-4bf5-ba74-542a9c01b068 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Pushing event deleted for resources: {'Port': ['ID=1b2222c4-7c87-4ba3-80f3-bba191ae198d,revision_number=None']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:05:45.747505 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.scheduler.l3_agent_scheduler [req-73d2ab9d-a869-4415-b705-676146164118 req-1f028ebe-3da4-4bf5-ba74-542a9c01b068 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Router 44a33464-cbad-47c2-82a1-16fb5f8565f4 has already been hosted by L3 agent 70d74887-4404-4f0d-99b3-e017d5637063 {{(pid=87786) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 03:05:45.926017 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-73d2ab9d-a869-4415-b705-676146164118 req-1f028ebe-3da4-4bf5-ba74-542a9c01b068 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Notify agent at l3_agent.dv-cinder-837051-1-smb the message routers_updated {{(pid=87786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 03:05:45.936227 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35353eed-4bd3-48a4-89f0-c9988b9d8538 None None] Sync routers for ids ['44a33464-cbad-47c2-82a1-16fb5f8565f4'] in dv-cinder-837051-1-smb {{(pid=87788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 03:05:45.947943 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35353eed-4bd3-48a4-89f0-c9988b9d8538 None None] Routers {'44a33464-cbad-47c2-82a1-16fb5f8565f4'} bound to L3 agent in host dv-cinder-837051-1-smb {{(pid=87788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 03:05:45.948649 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.l3_hamode_db [None req-35353eed-4bd3-48a4-89f0-c9988b9d8538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837051-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T02:46:58Z,description=,heartbeat_timestamp=2022-04-08T03:05:28Z,host='dv-cinder-837051-1-smb',id=70d74887-4404-4f0d-99b3-e017d5637063,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T02:46:59Z,topic='l3_agent')) {'router_ids': ['44a33464-cbad-47c2-82a1-16fb5f8565f4'], 'active': True} {{(pid=87788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 03:05:46.001323 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.l3_dvrscheduler_db [req-73d2ab9d-a869-4415-b705-676146164118 req-1f028ebe-3da4-4bf5-ba74-542a9c01b068 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] No DVR routers for this DVR port 1b2222c4-7c87-4ba3-80f3-bba191ae198d on host hv-cinder-83705 {{(pid=87786) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 03:05:46.003735 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [req-73d2ab9d-a869-4415-b705-676146164118 req-1f028ebe-3da4-4bf5-ba74-542a9c01b068 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207533'] for port, before_response {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:05:46.006706 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd102f31-ed4c-49d6-b8cc-fc30cda82b7e', 'name': 'network-vif-deleted', 'tag': '1b2222c4-7c87-4ba3-80f3-bba191ae198d'}] {{(pid=87786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 03:05:46.018020 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-73d2ab9d-a869-4415-b705-676146164118 req-1f028ebe-3da4-4bf5-ba74-542a9c01b068 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.39 "DELETE /v2.0/ports/1b2222c4-7c87-4ba3-80f3-bba191ae198d HTTP/1.1" status: 204 len: 173 time: 1.4401524 Apr 08 03:05:46.052151 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.notifiers.nova [-] Nova event matching ['req-312df63a-bb22-454b-8381-38dadcc73098'] response: {'server_uuid': 'fd102f31-ed4c-49d6-b8cc-fc30cda82b7e', 'name': 'network-vif-deleted', 'tag': '1b2222c4-7c87-4ba3-80f3-bba191ae198d', 'status': 'completed', 'code': 200} Apr 08 03:05:46.172062 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.l3_dvr_db [None req-35353eed-4bd3-48a4-89f0-c9988b9d8538 None None] Set router 44a33464-cbad-47c2-82a1-16fb5f8565f4 gateway port host: dv-cinder-837051-1-smb {{(pid=87788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 03:05:46.496240 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.l3_hamode_db [None req-35353eed-4bd3-48a4-89f0-c9988b9d8538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44a33464-cbad-47c2-82a1-16fb5f8565f4', 'name': 'tempest-AttachVolumeShelveTestJSON-1267468133-router', 'tenant_id': '8802cd0cfe144a92a69089a1dac25d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'external_fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.178'}], 'enable_snat': True}, 'gw_port_id': '0fb68517-97ef-47d9-beb2-a116d6cdc331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:56:27Z', 'updated_at': '2022-04-08T02:56:46Z', 'revision_number': 4, 'project_id': '8802cd0cfe144a92a69089a1dac25d8f', 'gw_port': {'id': '0fb68517-97ef-47d9-beb2-a116d6cdc331', 'name': '', 'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:46:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44a33464-cbad-47c2-82a1-16fb5f8565f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:56:30Z', 'updated_at': '2022-04-08T02:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-smb', '_interfaces': [{'id': 'e7972713-86ee-4d57-a034-77787b34547f', 'name': '', 'network_id': '13de0308-e21f-45b1-8a0f-24108cbfbce7', 'tenant_id': '8802cd0cfe144a92a69089a1dac25d8f', 'mac_address': 'fa:16:3e:87:51:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44a33464-cbad-47c2-82a1-16fb5f8565f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'da634180-ad94-49db-9cf0-02a07794ec35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:56:43Z', 'updated_at': '2022-04-08T02:57:00Z', 'revision_number': 5, 'project_id': '8802cd0cfe144a92a69089a1dac25d8f', 'subnets': [{'id': 'da634180-ad94-49db-9cf0-02a07794ec35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837051-1-smb', False) {} {{(pid=87788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 03:05:46.500262 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35353eed-4bd3-48a4-89f0-c9988b9d8538 None None] Checking router: 44a33464-cbad-47c2-82a1-16fb5f8565f4 for host: dv-cinder-837051-1-smb {{(pid=87788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 03:05:46.509266 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35353eed-4bd3-48a4-89f0-c9988b9d8538 None None] Routers {'44a33464-cbad-47c2-82a1-16fb5f8565f4'} bound to L3 agent in host dv-cinder-837051-1-smb {{(pid=87788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 03:05:46.509842 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.l3_hamode_db [None req-35353eed-4bd3-48a4-89f0-c9988b9d8538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837051-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T02:46:58Z,description=,heartbeat_timestamp=2022-04-08T03:05:28Z,host='dv-cinder-837051-1-smb',id=70d74887-4404-4f0d-99b3-e017d5637063,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T02:46:59Z,topic='l3_agent')) {'router_ids': ['44a33464-cbad-47c2-82a1-16fb5f8565f4'], 'active': True} {{(pid=87788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 03:05:46.596097 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [req-9115c8d0-f7ae-4171-b7ac-ca79193c7d86 req-aab3b857-882f-424d-87bc-717bef9c23df tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Synchronizing usage tracker for tenant:8802cd0cfe144a92a69089a1dac25d8f on resource:port {{(pid=87786) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 03:05:46.668750 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [req-9115c8d0-f7ae-4171-b7ac-ca79193c7d86 req-aab3b857-882f-424d-87bc-717bef9c23df tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Unset dirty status for tenant:8802cd0cfe144a92a69089a1dac25d8f on resource:port {{(pid=87786) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 03:05:46.669962 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-9115c8d0-f7ae-4171-b7ac-ca79193c7d86 req-aab3b857-882f-424d-87bc-717bef9c23df tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd102f31-ed4c-49d6-b8cc-fc30cda82b7e HTTP/1.1" status: 200 len: 210 time: 0.1138604 Apr 08 03:05:46.688852 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.l3_dvr_db [None req-35353eed-4bd3-48a4-89f0-c9988b9d8538 None None] Set router 44a33464-cbad-47c2-82a1-16fb5f8565f4 gateway port host: dv-cinder-837051-1-smb {{(pid=87788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 03:05:46.994335 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.l3_hamode_db [None req-35353eed-4bd3-48a4-89f0-c9988b9d8538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44a33464-cbad-47c2-82a1-16fb5f8565f4', 'name': 'tempest-AttachVolumeShelveTestJSON-1267468133-router', 'tenant_id': '8802cd0cfe144a92a69089a1dac25d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'external_fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.178'}], 'enable_snat': True}, 'gw_port_id': '0fb68517-97ef-47d9-beb2-a116d6cdc331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:56:27Z', 'updated_at': '2022-04-08T02:56:46Z', 'revision_number': 4, 'project_id': '8802cd0cfe144a92a69089a1dac25d8f', 'gw_port': {'id': '0fb68517-97ef-47d9-beb2-a116d6cdc331', 'name': '', 'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:46:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44a33464-cbad-47c2-82a1-16fb5f8565f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:56:30Z', 'updated_at': '2022-04-08T02:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-smb', '_interfaces': [{'id': 'e7972713-86ee-4d57-a034-77787b34547f', 'name': '', 'network_id': '13de0308-e21f-45b1-8a0f-24108cbfbce7', 'tenant_id': '8802cd0cfe144a92a69089a1dac25d8f', 'mac_address': 'fa:16:3e:87:51:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44a33464-cbad-47c2-82a1-16fb5f8565f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'da634180-ad94-49db-9cf0-02a07794ec35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:56:43Z', 'updated_at': '2022-04-08T02:57:00Z', 'revision_number': 5, 'project_id': '8802cd0cfe144a92a69089a1dac25d8f', 'subnets': [{'id': 'da634180-ad94-49db-9cf0-02a07794ec35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837051-1-smb', False) {} {{(pid=87788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 03:05:46.998274 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35353eed-4bd3-48a4-89f0-c9988b9d8538 None None] The sync data for ids ['44a33464-cbad-47c2-82a1-16fb5f8565f4'] in dv-cinder-837051-1-smb is: [{'id': '44a33464-cbad-47c2-82a1-16fb5f8565f4', 'name': 'tempest-AttachVolumeShelveTestJSON-1267468133-router', 'tenant_id': '8802cd0cfe144a92a69089a1dac25d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'external_fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.178'}], 'enable_snat': True}, 'gw_port_id': '0fb68517-97ef-47d9-beb2-a116d6cdc331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:56:27Z', 'updated_at': '2022-04-08T02:56:46Z', 'revision_number': 4, 'project_id': '8802cd0cfe144a92a69089a1dac25d8f', 'gw_port': {'id': '0fb68517-97ef-47d9-beb2-a116d6cdc331', 'name': '', 'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:46:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44a33464-cbad-47c2-82a1-16fb5f8565f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:56:30Z', 'updated_at': '2022-04-08T02:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-smb', '_interfaces': [{'id': 'e7972713-86ee-4d57-a034-77787b34547f', 'name': '', 'network_id': '13de0308-e21f-45b1-8a0f-24108cbfbce7', 'tenant_id': '8802cd0cfe144a92a69089a1dac25d8f', 'mac_address': 'fa:16:3e:87:51:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44a33464-cbad-47c2-82a1-16fb5f8565f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'da634180-ad94-49db-9cf0-02a07794ec35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:56:43Z', 'updated_at': '2022-04-08T02:57:00Z', 'revision_number': 5, 'project_id': '8802cd0cfe144a92a69089a1dac25d8f', 'subnets': [{'id': 'da634180-ad94-49db-9cf0-02a07794ec35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 03:05:47.208497 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbac702d-eeee-4b7d-9e39-70642a29c8ea None None] New status for floating IP 2612d888-2c81-4ee5-94b5-c01b9deff241: DOWN {{(pid=87789) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 03:05:47.858412 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.wsgi [-] (87786) accepted ('10.222.0.15', 50602) {{(pid=87786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:05:47.923548 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-2deb689f-bcc1-432e-9f27-475d42fe24b6 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Notify callbacks [] for security_group, before_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:05:47.950728 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-2deb689f-bcc1-432e-9f27-475d42fe24b6 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:05:48.042228 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-2deb689f-bcc1-432e-9f27-475d42fe24b6 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:05:48.060444 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2deb689f-bcc1-432e-9f27-475d42fe24b6 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d0bb224-8457-456e-b4fb-f074c827983b,revision_number=None']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:05:48.109819 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-2deb689f-bcc1-432e-9f27-475d42fe24b6 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Notify callbacks [] for security_group, before_response {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:05:48.110997 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [None req-2deb689f-bcc1-432e-9f27-475d42fe24b6 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "DELETE /v2.0/security-groups/1d0bb224-8457-456e-b4fb-f074c827983b HTTP/1.1" status: 204 len: 168 time: 0.2515850 Apr 08 03:05:48.113620 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.wsgi [-] (87786) accepted ('10.222.0.15', 50606) {{(pid=87786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:05:48.129438 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.api.v2.resource [None req-b9b85943-192b-4bff-819c-a0a5345e9ca7 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] show failed (client error): The resource could not be found. Apr 08 03:05:48.130352 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [None req-b9b85943-192b-4bff-819c-a0a5345e9ca7 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "GET /v2.0/security-groups/1d0bb224-8457-456e-b4fb-f074c827983b HTTP/1.1" status: 404 len: 347 time: 0.0158234 Apr 08 03:05:48.133016 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.wsgi [-] (87786) accepted ('10.222.0.15', 50610) {{(pid=87786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:05:48.283469 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.plugin [None req-921484b6-719e-4014-b20c-68b51ecdca95 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Deleting port d5bd536d-ad01-4b39-96ba-5f6643e98526 {{(pid=87786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 03:05:48.283812 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-921484b6-719e-4014-b20c-68b51ecdca95 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762847207940'] for port, before_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:05:48.450217 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-921484b6-719e-4014-b20c-68b51ecdca95 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334124'] for port, precommit_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:05:48.450539 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-921484b6-719e-4014-b20c-68b51ecdca95 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:05:48.495323 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Device 1b2222c4-7c87-4ba3-80f3-bba191ae198d no longer exists at agent hyperv_hv-cinder-83705 {{(pid=87788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 03:05:48.532970 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.plugin [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] No Port match for: 1b2222c4-7c87-4ba3-80f3-bba191ae198d {{(pid=87788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 03:05:48.533309 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Device 1b2222c4-7c87-4ba3-80f3-bba191ae198d not bound to the agent host hv-cinder-83705 {{(pid=87788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 03:05:48.578757 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.plugin [None req-921484b6-719e-4014-b20c-68b51ecdca95 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Calling delete_port for d5bd536d-ad01-4b39-96ba-5f6643e98526 owned by network:floatingip {{(pid=87786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 03:05:48.773827 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-921484b6-719e-4014-b20c-68b51ecdca95 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762847213038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762846864689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2754409'] for port, after_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:05:48.820718 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921484b6-719e-4014-b20c-68b51ecdca95 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Pushing event deleted for resources: {'Port': ['ID=d5bd536d-ad01-4b39-96ba-5f6643e98526,revision_number=None']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:05:48.909879 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-921484b6-719e-4014-b20c-68b51ecdca95 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Notify callbacks [] for floatingip, after_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:05:48.973351 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-921484b6-719e-4014-b20c-68b51ecdca95 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207533'] for floatingip, before_response {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:05:48.974471 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [None req-921484b6-719e-4014-b20c-68b51ecdca95 tempest-AttachVolumeShelveTestJSON-1192439283 tempest-AttachVolumeShelveTestJSON-1192439283-project] 10.222.0.15 "DELETE /v2.0/floatingips/2612d888-2c81-4ee5-94b5-c01b9deff241 HTTP/1.1" status: 204 len: 168 time: 0.8406260 Apr 08 03:05:51.973945 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.wsgi [-] (87786) accepted ('10.222.0.15', 50636) {{(pid=87786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:05:52.651010 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-6c606e61-9c42-4932-b5d1-a7ec1f1045cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-333100'] for router_interface, before_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:05:52.991988 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.plugin [None req-6c606e61-9c42-4932-b5d1-a7ec1f1045cc admin admin] Deleting port e7972713-86ee-4d57-a034-77787b34547f {{(pid=87786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 03:05:52.992651 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-6c606e61-9c42-4932-b5d1-a7ec1f1045cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762847207940'] for port, before_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:05:53.158896 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.db [None req-6c606e61-9c42-4932-b5d1-a7ec1f1045cc admin admin] For port e7972713-86ee-4d57-a034-77787b34547f, host dv-cinder-837051-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837051-1-smb',level=0,port_id=e7972713-86ee-4d57-a034-77787b34547f,segment=NetworkSegment(1b549d7e-fc0e-4f7e-b00e-d69f05216c6f),segment_id=1b549d7e-fc0e-4f7e-b00e-d69f05216c6f)] {{(pid=87786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 03:05:53.159279 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-6c606e61-9c42-4932-b5d1-a7ec1f1045cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334124'] for port, precommit_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:05:53.277104 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.plugin [None req-6c606e61-9c42-4932-b5d1-a7ec1f1045cc admin admin] Calling delete_port for e7972713-86ee-4d57-a034-77787b34547f owned by network:router_interface {{(pid=87786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 03:05:53.645715 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-6c606e61-9c42-4932-b5d1-a7ec1f1045cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762847213038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762846864689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2754409'] for port, after_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:05:53.782818 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c606e61-9c42-4932-b5d1-a7ec1f1045cc admin admin] Pushing event deleted for resources: {'Port': ['ID=e7972713-86ee-4d57-a034-77787b34547f,revision_number=None']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:05:53.817191 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c606e61-9c42-4932-b5d1-a7ec1f1045cc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:05:53.817539 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c606e61-9c42-4932-b5d1-a7ec1f1045cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:05:53.817875 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c606e61-9c42-4932-b5d1-a7ec1f1045cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:05:53.818345 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c606e61-9c42-4932-b5d1-a7ec1f1045cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:05:53.819291 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c606e61-9c42-4932-b5d1-a7ec1f1045cc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:05:53.819692 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c606e61-9c42-4932-b5d1-a7ec1f1045cc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:05:53.820047 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c606e61-9c42-4932-b5d1-a7ec1f1045cc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:05:53.820377 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c606e61-9c42-4932-b5d1-a7ec1f1045cc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:05:53.820706 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c606e61-9c42-4932-b5d1-a7ec1f1045cc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:05:53.821028 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c606e61-9c42-4932-b5d1-a7ec1f1045cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:05:53.821349 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c606e61-9c42-4932-b5d1-a7ec1f1045cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:05:53.821667 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c606e61-9c42-4932-b5d1-a7ec1f1045cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:05:54.060609 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-6c606e61-9c42-4932-b5d1-a7ec1f1045cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-333232'] for router_interface, after_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:05:54.408431 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c606e61-9c42-4932-b5d1-a7ec1f1045cc admin admin] Router 44a33464-cbad-47c2-82a1-16fb5f8565f4 has already been hosted by L3 agent 70d74887-4404-4f0d-99b3-e017d5637063 {{(pid=87786) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 03:05:54.580610 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c606e61-9c42-4932-b5d1-a7ec1f1045cc admin admin] Notify agent at l3_agent.dv-cinder-837051-1-smb the message routers_updated {{(pid=87786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 03:05:54.588979 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68fc9440-df78-45d3-a2a4-3b377b7d76bf None None] Sync routers for ids ['44a33464-cbad-47c2-82a1-16fb5f8565f4'] in dv-cinder-837051-1-smb {{(pid=87788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 03:05:54.592630 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [None req-6c606e61-9c42-4932-b5d1-a7ec1f1045cc admin admin] 10.222.0.15 "PUT /v2.0/routers/44a33464-cbad-47c2-82a1-16fb5f8565f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6175721 Apr 08 03:05:54.595084 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.wsgi [-] (87786) accepted ('10.222.0.15', 50642) {{(pid=87786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:05:54.598886 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68fc9440-df78-45d3-a2a4-3b377b7d76bf None None] Routers {'44a33464-cbad-47c2-82a1-16fb5f8565f4'} bound to L3 agent in host dv-cinder-837051-1-smb {{(pid=87788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 03:05:54.599624 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.l3_hamode_db [None req-68fc9440-df78-45d3-a2a4-3b377b7d76bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837051-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T02:46:58Z,description=,heartbeat_timestamp=2022-04-08T03:05:28Z,host='dv-cinder-837051-1-smb',id=70d74887-4404-4f0d-99b3-e017d5637063,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T02:46:59Z,topic='l3_agent')) {'router_ids': ['44a33464-cbad-47c2-82a1-16fb5f8565f4'], 'active': True} {{(pid=87788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 03:05:54.769988 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-0600a8eb-8199-46ed-91b6-819ec077c5d2 admin admin] Notify callbacks [] for router, before_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:05:54.775327 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.l3_dvr_db [None req-68fc9440-df78-45d3-a2a4-3b377b7d76bf None None] Set router 44a33464-cbad-47c2-82a1-16fb5f8565f4 gateway port host: dv-cinder-837051-1-smb {{(pid=87788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 03:05:54.949532 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-0600a8eb-8199-46ed-91b6-819ec077c5d2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:05:55.019643 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.plugin [None req-0600a8eb-8199-46ed-91b6-819ec077c5d2 admin admin] Deleting port 0fb68517-97ef-47d9-beb2-a116d6cdc331 {{(pid=87786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 03:05:55.019979 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-0600a8eb-8199-46ed-91b6-819ec077c5d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762847207940'] for port, before_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:05:55.110609 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.l3_hamode_db [None req-68fc9440-df78-45d3-a2a4-3b377b7d76bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44a33464-cbad-47c2-82a1-16fb5f8565f4', 'name': 'tempest-AttachVolumeShelveTestJSON-1267468133-router', 'tenant_id': '8802cd0cfe144a92a69089a1dac25d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'external_fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.178'}], 'enable_snat': True}, 'gw_port_id': '0fb68517-97ef-47d9-beb2-a116d6cdc331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:56:27Z', 'updated_at': '2022-04-08T03:05:53Z', 'revision_number': 5, 'project_id': '8802cd0cfe144a92a69089a1dac25d8f', 'gw_port': {'id': '0fb68517-97ef-47d9-beb2-a116d6cdc331', 'name': '', 'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:46:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44a33464-cbad-47c2-82a1-16fb5f8565f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:56:30Z', 'updated_at': '2022-04-08T02:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-smb'}], 'dv-cinder-837051-1-smb', False) {} {{(pid=87788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 03:05:55.114786 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68fc9440-df78-45d3-a2a4-3b377b7d76bf None None] Checking router: 44a33464-cbad-47c2-82a1-16fb5f8565f4 for host: dv-cinder-837051-1-smb {{(pid=87788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 03:05:55.123277 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68fc9440-df78-45d3-a2a4-3b377b7d76bf None None] Routers {'44a33464-cbad-47c2-82a1-16fb5f8565f4'} bound to L3 agent in host dv-cinder-837051-1-smb {{(pid=87788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 03:05:55.123890 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.l3_hamode_db [None req-68fc9440-df78-45d3-a2a4-3b377b7d76bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837051-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T02:46:58Z,description=,heartbeat_timestamp=2022-04-08T03:05:28Z,host='dv-cinder-837051-1-smb',id=70d74887-4404-4f0d-99b3-e017d5637063,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T02:46:59Z,topic='l3_agent')) {'router_ids': ['44a33464-cbad-47c2-82a1-16fb5f8565f4'], 'active': True} {{(pid=87788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 03:05:55.273562 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.l3_dvr_db [None req-68fc9440-df78-45d3-a2a4-3b377b7d76bf None None] Set router 44a33464-cbad-47c2-82a1-16fb5f8565f4 gateway port host: None {{(pid=87788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 03:05:55.295913 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.db [None req-0600a8eb-8199-46ed-91b6-819ec077c5d2 admin admin] For port 0fb68517-97ef-47d9-beb2-a116d6cdc331, host dv-cinder-837051-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837051-1-smb',level=0,port_id=0fb68517-97ef-47d9-beb2-a116d6cdc331,segment=NetworkSegment(2f3db029-7821-49c5-950d-ef9b857fea9c),segment_id=2f3db029-7821-49c5-950d-ef9b857fea9c)] {{(pid=87786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 03:05:55.296455 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-0600a8eb-8199-46ed-91b6-819ec077c5d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334124'] for port, precommit_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:05:55.377540 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.l3_hamode_db [None req-68fc9440-df78-45d3-a2a4-3b377b7d76bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44a33464-cbad-47c2-82a1-16fb5f8565f4', 'name': 'tempest-AttachVolumeShelveTestJSON-1267468133-router', 'tenant_id': '8802cd0cfe144a92a69089a1dac25d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:56:27Z', 'updated_at': '2022-04-08T03:05:54Z', 'revision_number': 6, 'project_id': '8802cd0cfe144a92a69089a1dac25d8f', 'gw_port_host': None}], 'dv-cinder-837051-1-smb', False) {} {{(pid=87788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 03:05:55.381687 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68fc9440-df78-45d3-a2a4-3b377b7d76bf None None] The sync data for ids ['44a33464-cbad-47c2-82a1-16fb5f8565f4'] in dv-cinder-837051-1-smb is: [{'id': '44a33464-cbad-47c2-82a1-16fb5f8565f4', 'name': 'tempest-AttachVolumeShelveTestJSON-1267468133-router', 'tenant_id': '8802cd0cfe144a92a69089a1dac25d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:56:27Z', 'updated_at': '2022-04-08T03:05:54Z', 'revision_number': 6, 'project_id': '8802cd0cfe144a92a69089a1dac25d8f', 'gw_port_host': None}] {{(pid=87788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 03:05:55.416773 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.plugin [None req-0600a8eb-8199-46ed-91b6-819ec077c5d2 admin admin] Calling delete_port for 0fb68517-97ef-47d9-beb2-a116d6cdc331 owned by network:router_gateway {{(pid=87786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 03:05:55.663040 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-0600a8eb-8199-46ed-91b6-819ec077c5d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762847213038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762846864689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2754409'] for port, after_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:05:55.714210 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0600a8eb-8199-46ed-91b6-819ec077c5d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=0fb68517-97ef-47d9-beb2-a116d6cdc331,revision_number=None']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:05:55.766814 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Device e7972713-86ee-4d57-a034-77787b34547f no longer exists at agent ovs-agent-dv-cinder-837051-1-smb {{(pid=87788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 03:05:55.807232 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.plugin [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] No Port match for: e7972713-86ee-4d57-a034-77787b34547f {{(pid=87788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 03:05:55.808031 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Device e7972713-86ee-4d57-a034-77787b34547f not bound to the agent host dv-cinder-837051-1-smb {{(pid=87788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 03:05:55.823995 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-0600a8eb-8199-46ed-91b6-819ec077c5d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-333321'] for router_gateway, after_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:05:55.899451 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-e0ad009e-70c2-4d01-9399-4cee7f941bda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:05:56.001992 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-0600a8eb-8199-46ed-91b6-819ec077c5d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-355902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-306'] for router, precommit_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:05:56.004056 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-0600a8eb-8199-46ed-91b6-819ec077c5d2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:05:56.114841 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-0600a8eb-8199-46ed-91b6-819ec077c5d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-356065'] for router, after_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:05:56.115765 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0600a8eb-8199-46ed-91b6-819ec077c5d2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 44a33464-cbad-47c2-82a1-16fb5f8565f4 {{(pid=87786) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 08 03:05:56.128534 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-0600a8eb-8199-46ed-91b6-819ec077c5d2 admin admin] Notify callbacks [] for router, before_response {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:05:56.129657 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [None req-0600a8eb-8199-46ed-91b6-819ec077c5d2 admin admin] 10.222.0.15 "DELETE /v2.0/routers/44a33464-cbad-47c2-82a1-16fb5f8565f4 HTTP/1.1" status: 204 len: 168 time: 1.5336621 Apr 08 03:05:56.135294 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.wsgi [-] (87786) accepted ('10.222.0.15', 50648) {{(pid=87786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:05:56.201227 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7e988ac-f376-48df-8ecd-cc756dc5d002 admin admin] Deleting subnet da634180-ad94-49db-9cf0-02a07794ec35 {{(pid=87786) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 08 03:05:56.204085 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-d7e988ac-f376-48df-8ecd-cc756dc5d002 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:05:56.252232 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-d7e988ac-f376-48df-8ecd-cc756dc5d002 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2753763'] for subnet, precommit_delete_associations {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:05:56.334745 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-d7e988ac-f376-48df-8ecd-cc756dc5d002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-576545'] for subnet, precommit_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:05:56.463453 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-d7e988ac-f376-48df-8ecd-cc756dc5d002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-576552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2754396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2342591'] for subnet, after_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:05:56.502467 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e988ac-f376-48df-8ecd-cc756dc5d002 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da634180-ad94-49db-9cf0-02a07794ec35,revision_number=None']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:05:56.508170 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-d7e988ac-f376-48df-8ecd-cc756dc5d002 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:05:56.513163 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-537e0d69-b97a-4e5a-ac05-cc932459337b None None] Network 13de0308-e21f-45b1-8a0f-24108cbfbce7 requested from dv-cinder-837051-1-smb {{(pid=87788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 03:05:56.514779 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [None req-d7e988ac-f376-48df-8ecd-cc756dc5d002 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/da634180-ad94-49db-9cf0-02a07794ec35 HTTP/1.1" status: 204 len: 168 time: 0.3784435 Apr 08 03:05:56.517205 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.wsgi [-] (87786) accepted ('10.222.0.15', 50652) {{(pid=87786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:05:56.621423 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-e7638452-52e0-4934-ad21-f45d07e28aac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-570621'] for network, before_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:05:56.631814 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.plugin [None req-e7638452-52e0-4934-ad21-f45d07e28aac admin admin] Deleting port e47c5611-3927-44cf-969f-3d301d4f88c1 {{(pid=87786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 03:05:56.632142 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-e7638452-52e0-4934-ad21-f45d07e28aac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762847207940'] for port, before_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:05:56.763026 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcc33515-cae7-4512-ab8d-e33a5d3a6fb1 None None] DHCP port deletion for 13de0308-e21f-45b1-8a0f-24108cbfbce7 request from dv-cinder-837051-1-smb {{(pid=87788) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 08 03:05:56.767111 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.plugin [None req-fcc33515-cae7-4512-ab8d-e33a5d3a6fb1 None None] Deleting port e47c5611-3927-44cf-969f-3d301d4f88c1 {{(pid=87788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 03:05:56.767733 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-fcc33515-cae7-4512-ab8d-e33a5d3a6fb1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762847207940'] for port, before_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:05:56.928697 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.db [None req-e7638452-52e0-4934-ad21-f45d07e28aac admin admin] For port e47c5611-3927-44cf-969f-3d301d4f88c1, host dv-cinder-837051-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837051-1-smb',level=0,port_id=e47c5611-3927-44cf-969f-3d301d4f88c1,segment=NetworkSegment(1b549d7e-fc0e-4f7e-b00e-d69f05216c6f),segment_id=1b549d7e-fc0e-4f7e-b00e-d69f05216c6f)] {{(pid=87786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 03:05:56.929045 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-e7638452-52e0-4934-ad21-f45d07e28aac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334124'] for port, precommit_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:05:56.972830 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.db [None req-fcc33515-cae7-4512-ab8d-e33a5d3a6fb1 None None] For port e47c5611-3927-44cf-969f-3d301d4f88c1, host dv-cinder-837051-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837051-1-smb',level=0,port_id=e47c5611-3927-44cf-969f-3d301d4f88c1,segment=NetworkSegment(1b549d7e-fc0e-4f7e-b00e-d69f05216c6f),segment_id=1b549d7e-fc0e-4f7e-b00e-d69f05216c6f)] {{(pid=87788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 03:05:56.973215 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-fcc33515-cae7-4512-ab8d-e33a5d3a6fb1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334124'] for port, precommit_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:05:57.048080 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.plugin [None req-e7638452-52e0-4934-ad21-f45d07e28aac admin admin] Calling delete_port for e47c5611-3927-44cf-969f-3d301d4f88c1 owned by network:dhcp {{(pid=87786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 03:05:57.093181 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.plugin [None req-fcc33515-cae7-4512-ab8d-e33a5d3a6fb1 None None] Calling delete_port for e47c5611-3927-44cf-969f-3d301d4f88c1 owned by network:dhcp {{(pid=87788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 03:05:57.219725 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-e7638452-52e0-4934-ad21-f45d07e28aac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762847213038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762846864689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2754409'] for port, after_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:05:57.225509 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.db.api [None req-fcc33515-cae7-4512-ab8d-e33a5d3a6fb1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87788) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 03:05:57.230979 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG oslo_db.api [None req-fcc33515-cae7-4512-ab8d-e33a5d3a6fb1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 03:05:57.268318 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7638452-52e0-4934-ad21-f45d07e28aac admin admin] Pushing event deleted for resources: {'Port': ['ID=e47c5611-3927-44cf-969f-3d301d4f88c1,revision_number=None']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:05:57.270124 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7638452-52e0-4934-ad21-f45d07e28aac admin admin] No DVR routers for this DVR port e47c5611-3927-44cf-969f-3d301d4f88c1 on host dv-cinder-837051-1-smb {{(pid=87786) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 03:05:57.383072 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-e7638452-52e0-4934-ad21-f45d07e28aac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577450', 'neutron.services.segments.db._delete_segments_for_network-8762847383381'] for network, precommit_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:05:57.407669 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.services.segments.db [None req-e7638452-52e0-4934-ad21-f45d07e28aac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13de0308-e21f-45b1-8a0f-24108cbfbce7']}} {{(pid=87786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 03:05:57.419469 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.services.segments.db [None req-e7638452-52e0-4934-ad21-f45d07e28aac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b549d7e-fc0e-4f7e-b00e-d69f05216c6f') {'for_net_delete': True} {{(pid=87786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 03:05:57.419764 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.services.segments.db [None req-e7638452-52e0-4934-ad21-f45d07e28aac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b549d7e-fc0e-4f7e-b00e-d69f05216c6f') {} {{(pid=87786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 03:05:57.432002 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-e7638452-52e0-4934-ad21-f45d07e28aac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762847386736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2753770'] for segment, before_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:05:57.448845 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-e7638452-52e0-4934-ad21-f45d07e28aac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575478'] for segment, precommit_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:05:57.455227 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7638452-52e0-4934-ad21-f45d07e28aac admin admin] Releasing vlan 265 on physical network physnet1 to pool {{(pid=87786) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 03:05:57.460412 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-e7638452-52e0-4934-ad21-f45d07e28aac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-575460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2754310'] for segment, after_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:05:57.472731 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Device 0fb68517-97ef-47d9-beb2-a116d6cdc331 no longer exists at agent ovs-agent-dv-cinder-837051-1-smb {{(pid=87788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 03:05:57.473756 dv-cinder-837051-1-smb neutron-server[87786]: Traceback (most recent call last): Apr 08 03:05:57.473756 dv-cinder-837051-1-smb neutron-server[87786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 03:05:57.473756 dv-cinder-837051-1-smb neutron-server[87786]: timer() Apr 08 03:05:57.473756 dv-cinder-837051-1-smb neutron-server[87786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 03:05:57.473756 dv-cinder-837051-1-smb neutron-server[87786]: cb(*args, **kw) Apr 08 03:05:57.473756 dv-cinder-837051-1-smb neutron-server[87786]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 03:05:57.473756 dv-cinder-837051-1-smb neutron-server[87786]: return func(*args, **kwargs) Apr 08 03:05:57.473756 dv-cinder-837051-1-smb neutron-server[87786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 03:05:57.473756 dv-cinder-837051-1-smb neutron-server[87786]: self._notify() Apr 08 03:05:57.473756 dv-cinder-837051-1-smb neutron-server[87786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 03:05:57.473756 dv-cinder-837051-1-smb neutron-server[87786]: self.callback(batched_events) Apr 08 03:05:57.473756 dv-cinder-837051-1-smb neutron-server[87786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 03:05:57.473756 dv-cinder-837051-1-smb neutron-server[87786]: event.method(event) Apr 08 03:05:57.473756 dv-cinder-837051-1-smb neutron-server[87786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 03:05:57.473756 dv-cinder-837051-1-smb neutron-server[87786]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 03:05:57.473756 dv-cinder-837051-1-smb neutron-server[87786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 03:05:57.473756 dv-cinder-837051-1-smb neutron-server[87786]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 03:05:57.473756 dv-cinder-837051-1-smb neutron-server[87786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 03:05:57.473756 dv-cinder-837051-1-smb neutron-server[87786]: return f(self, *a, **k) Apr 08 03:05:57.473756 dv-cinder-837051-1-smb neutron-server[87786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 03:05:57.473756 dv-cinder-837051-1-smb neutron-server[87786]: return self._get(url).json() Apr 08 03:05:57.473756 dv-cinder-837051-1-smb neutron-server[87786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 08 03:05:57.473756 dv-cinder-837051-1-smb neutron-server[87786]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 03:05:57.473756 dv-cinder-837051-1-smb neutron-server[87786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 03:05:57.473756 dv-cinder-837051-1-smb neutron-server[87786]: return self.request(url, 'GET', **kwargs) Apr 08 03:05:57.473756 dv-cinder-837051-1-smb neutron-server[87786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 03:05:57.473756 dv-cinder-837051-1-smb neutron-server[87786]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 03:05:57.473756 dv-cinder-837051-1-smb neutron-server[87786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 03:05:57.473756 dv-cinder-837051-1-smb neutron-server[87786]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 03:05:57.473756 dv-cinder-837051-1-smb neutron-server[87786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 03:05:57.473756 dv-cinder-837051-1-smb neutron-server[87786]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 03:05:57.473756 dv-cinder-837051-1-smb neutron-server[87786]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 03:05:57.507712 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.plugin [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] No Port match for: 0fb68517-97ef-47d9-beb2-a116d6cdc331 {{(pid=87788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 03:05:57.508051 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Device 0fb68517-97ef-47d9-beb2-a116d6cdc331 not bound to the agent host dv-cinder-837051-1-smb {{(pid=87788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 03:05:57.508470 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Device e47c5611-3927-44cf-969f-3d301d4f88c1 no longer exists at agent ovs-agent-dv-cinder-837051-1-smb {{(pid=87788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 03:05:57.543242 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.plugin [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] No Port match for: e47c5611-3927-44cf-969f-3d301d4f88c1 {{(pid=87788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 03:05:57.543580 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Device e47c5611-3927-44cf-969f-3d301d4f88c1 not bound to the agent host dv-cinder-837051-1-smb {{(pid=87788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 03:05:57.600286 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-e7638452-52e0-4934-ad21-f45d07e28aac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-333356'] for network, after_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:05:57.619410 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-e7638452-52e0-4934-ad21-f45d07e28aac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539232'] for network, before_response {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:05:57.627318 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7638452-52e0-4934-ad21-f45d07e28aac admin admin] Pushing event deleted for resources: {'Network': ['ID=13de0308-e21f-45b1-8a0f-24108cbfbce7,revision_number=None']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:05:57.727470 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.plugin [None req-fcc33515-cae7-4512-ab8d-e33a5d3a6fb1 None None] Deleting port e47c5611-3927-44cf-969f-3d301d4f88c1 {{(pid=87788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 03:05:57.727849 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-fcc33515-cae7-4512-ab8d-e33a5d3a6fb1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762847207940'] for port, before_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:05:57.734717 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [None req-e7638452-52e0-4934-ad21-f45d07e28aac admin admin] 10.222.0.15 "DELETE /v2.0/networks/13de0308-e21f-45b1-8a0f-24108cbfbce7 HTTP/1.1" status: 204 len: 168 time: 1.2164774 Apr 08 03:05:57.794611 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.plugin [None req-fcc33515-cae7-4512-ab8d-e33a5d3a6fb1 None None] The port 'e47c5611-3927-44cf-969f-3d301d4f88c1' was deleted {{(pid=87788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 08 03:05:58.081839 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.wsgi [-] (87786) accepted ('10.222.0.15', 50658) {{(pid=87786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:05:58.132841 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [None req-98b3539e-1242-42ec-80c4-a0c2fb669d47 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8802cd0cfe144a92a69089a1dac25d8f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0497220 Apr 08 03:05:58.135003 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.wsgi [-] (87786) accepted ('10.222.0.15', 50662) {{(pid=87786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:05:58.190840 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-c4fc929f-2d55-4593-b067-aa2318b5c20c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:05:58.215826 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-c4fc929f-2d55-4593-b067-aa2318b5c20c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:05:58.342483 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-1070ff6d-2a4d-41f8-93f3-7fc19a098758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:05:58.354249 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-c4fc929f-2d55-4593-b067-aa2318b5c20c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:05:58.371631 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fc929f-2d55-4593-b067-aa2318b5c20c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98528967-2863-4675-9a57-eb1b2da0bb4d,revision_number=None']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:05:58.378177 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-c4fc929f-2d55-4593-b067-aa2318b5c20c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:05:58.379024 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [None req-c4fc929f-2d55-4593-b067-aa2318b5c20c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/98528967-2863-4675-9a57-eb1b2da0bb4d HTTP/1.1" status: 204 len: 168 time: 0.2431266 Apr 08 03:05:59.150889 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-ef00a636-a289-418c-ab96-90866b017a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:05:59.228641 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:06:00.619422 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-0700d8e1-2fb2-4ab8-b601-2cbd26aa24a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:06:09.230507 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:06:09.868995 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.wsgi [-] (87786) accepted ('10.222.0.15', 50796) {{(pid=87786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:06:09.985267 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-5c21db52-965c-419e-a5e1-e13995e0cd67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:06:10.000061 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.quota.driver [None req-5c21db52-965c-419e-a5e1-e13995e0cd67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 03:06:10.003836 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [None req-5c21db52-965c-419e-a5e1-e13995e0cd67 admin admin] Usage tracker for resource:security_group_rule and tenant:15b61c28d5e1419c9976fe1f99710d55 is out of sync, need to count used quota {{(pid=87786) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 03:06:10.006677 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [None req-5c21db52-965c-419e-a5e1-e13995e0cd67 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87786) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 03:06:10.012530 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.quota.driver [None req-5c21db52-965c-419e-a5e1-e13995e0cd67 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 03:06:10.090831 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-5c21db52-965c-419e-a5e1-e13995e0cd67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:06:10.149004 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-5c21db52-965c-419e-a5e1-e13995e0cd67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:06:10.201682 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [None req-5c21db52-965c-419e-a5e1-e13995e0cd67 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=15b61c28d5e1419c9976fe1f99710d55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3315470 Apr 08 03:06:10.202301 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c21db52-965c-419e-a5e1-e13995e0cd67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=019554e2-c21a-4675-bffb-81fa18ea2105,revision_number=1']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:06:10.204321 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 50802) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:06:10.262677 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-6ebc67c2-ce0d-4aae-9eac-e3bcf93b9b3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:06:10.289182 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-6ebc67c2-ce0d-4aae-9eac-e3bcf93b9b3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:06:10.433825 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-6ebc67c2-ce0d-4aae-9eac-e3bcf93b9b3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:06:10.450069 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebc67c2-ce0d-4aae-9eac-e3bcf93b9b3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=019554e2-c21a-4675-bffb-81fa18ea2105,revision_number=None']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:06:10.460284 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-6ebc67c2-ce0d-4aae-9eac-e3bcf93b9b3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:06:10.460284 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-6ebc67c2-ce0d-4aae-9eac-e3bcf93b9b3c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/019554e2-c21a-4675-bffb-81fa18ea2105 HTTP/1.1" status: 204 len: 168 time: 0.2499788 Apr 08 03:06:10.997318 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 50810) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:06:11.014225 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-8b0dc90e-59c3-4b24-82c8-e0212798b5ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:06:11.028641 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-8b0dc90e-59c3-4b24-82c8-e0212798b5ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 03:06:11.032306 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-8b0dc90e-59c3-4b24-82c8-e0212798b5ef admin admin] Usage tracker for resource:security_group_rule and tenant:6b93bda216854c519994772d635d4127 is out of sync, need to count used quota {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 03:06:11.034997 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-8b0dc90e-59c3-4b24-82c8-e0212798b5ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 03:06:11.041125 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-8b0dc90e-59c3-4b24-82c8-e0212798b5ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 03:06:11.118712 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-8b0dc90e-59c3-4b24-82c8-e0212798b5ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:06:11.176625 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-8b0dc90e-59c3-4b24-82c8-e0212798b5ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:06:11.222180 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0dc90e-59c3-4b24-82c8-e0212798b5ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40e44f0f-0246-4306-864f-aafde1883c97,revision_number=1']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:06:11.227929 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-8b0dc90e-59c3-4b24-82c8-e0212798b5ef admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6b93bda216854c519994772d635d4127&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2296255 Apr 08 03:06:11.230488 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 50814) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:06:11.290675 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-22147597-3f57-4174-8324-c88a35fa1e43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:06:11.315393 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-22147597-3f57-4174-8324-c88a35fa1e43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:06:11.419328 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-22147597-3f57-4174-8324-c88a35fa1e43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:06:11.437571 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22147597-3f57-4174-8324-c88a35fa1e43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40e44f0f-0246-4306-864f-aafde1883c97,revision_number=None']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:06:11.445928 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-22147597-3f57-4174-8324-c88a35fa1e43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:06:11.447057 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-22147597-3f57-4174-8324-c88a35fa1e43 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/40e44f0f-0246-4306-864f-aafde1883c97 HTTP/1.1" status: 204 len: 168 time: 0.2156906 Apr 08 03:06:12.730541 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.agents_db [None req-78530461-7b12-4524-9e6e-3e4de8d78fc4 None None] Agent healthcheck: found 6 active agents {{(pid=87789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 03:06:17.454699 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-aba6af6b-c212-4b06-a51f-cf45ed413b8b req-c393d767-dda0-4f23-9698-fe3cb794a44f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7ec8b5fa-158a-4080-be68-8f7296d32e36&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0692377 Apr 08 03:06:17.558585 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba6af6b-c212-4b06-a51f-cf45ed413b8b req-2eae1e5f-a605-4259-b5c2-a731a7290e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:06:17.559978 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-aba6af6b-c212-4b06-a51f-cf45ed413b8b req-2eae1e5f-a605-4259-b5c2-a731a7290e31 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d795d4c3932b47d7849e48c0ea1f7259&device_id=7ec8b5fa-158a-4080-be68-8f7296d32e36 HTTP/1.1" status: 200 len: 1098 time: 0.0723445 Apr 08 03:06:17.705390 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba6af6b-c212-4b06-a51f-cf45ed413b8b req-6db2f44e-e59a-494e-b677-449ecf7c860f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:06:17.706797 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-aba6af6b-c212-4b06-a51f-cf45ed413b8b req-6db2f44e-e59a-494e-b677-449ecf7c860f service neutron] 10.222.0.39 "GET /v2.0/networks?id=1262eb51-6568-4d0c-b1d7-5b2c9bfe4256 HTTP/1.1" status: 200 len: 910 time: 0.1257319 Apr 08 03:06:17.805274 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-aba6af6b-c212-4b06-a51f-cf45ed413b8b req-bdd60c80-2689-4f4d-9360-52c1cfce1fd5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a7d85938-54e1-4b2c-b6d8-774888171eff HTTP/1.1" status: 200 len: 1001 time: 0.0911767 Apr 08 03:06:17.869252 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba6af6b-c212-4b06-a51f-cf45ed413b8b req-34b3e025-67ad-4299-873c-a228d5e0bf89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:06:17.870562 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-aba6af6b-c212-4b06-a51f-cf45ed413b8b req-34b3e025-67ad-4299-873c-a228d5e0bf89 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=41ea65b4-3e16-4b14-b908-154f07f5a3b6 HTTP/1.1" status: 200 len: 848 time: 0.0594490 Apr 08 03:06:17.945707 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba6af6b-c212-4b06-a51f-cf45ed413b8b req-d06cf263-8545-454a-bfee-298d58c0b734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:06:17.947177 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-aba6af6b-c212-4b06-a51f-cf45ed413b8b req-d06cf263-8545-454a-bfee-298d58c0b734 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1262eb51-6568-4d0c-b1d7-5b2c9bfe4256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0694315 Apr 08 03:06:18.076008 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-aba6af6b-c212-4b06-a51f-cf45ed413b8b req-c4c64cc1-d476-46d9-b0c9-6c8f17ac41db service neutron] 10.222.0.39 "GET /v2.0/networks/1262eb51-6568-4d0c-b1d7-5b2c9bfe4256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222141 Apr 08 03:06:18.205644 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-aba6af6b-c212-4b06-a51f-cf45ed413b8b req-481aca21-d220-4791-8189-bdd0659005f4 service neutron] 10.222.0.39 "GET /v2.0/networks/1262eb51-6568-4d0c-b1d7-5b2c9bfe4256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233687 Apr 08 03:06:25.903832 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-d6d6d9ce-a9b6-4f95-9a2e-ca96c4e10104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:06:28.246590 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bec913b-2bc7-4473-a850-53a4dc70ff6a req-fd694b5b-61a0-4fa2-8c86-cb439a8db04b tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:06:28.248099 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-5bec913b-2bc7-4473-a850-53a4dc70ff6a req-fd694b5b-61a0-4fa2-8c86-cb439a8db04b tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ec8b5fa-158a-4080-be68-8f7296d32e36 HTTP/1.1" status: 200 len: 945 time: 0.2492654 Apr 08 03:06:28.293268 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-5bec913b-2bc7-4473-a850-53a4dc70ff6a req-a8a02438-eef0-4734-b75b-b6a9aaea4962 tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] 10.222.0.15 "GET /v2.0/security-groups?id=ffd4b26c-b78c-4d00-8cbd-37d4ed5bcef7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394161 Apr 08 03:06:28.319301 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-86c67236-b793-479a-85a9-0f4ed5654c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:06:29.153506 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-ef00a636-a289-418c-ab96-90866b017a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:06:29.253214 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:06:29.526152 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b06a6e7-7dcc-4fe6-b23e-daee2fd60b10 req-2ab96fdf-b178-4eab-9e5e-c848fc2afe15 tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:06:29.527598 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-6b06a6e7-7dcc-4fe6-b23e-daee2fd60b10 req-2ab96fdf-b178-4eab-9e5e-c848fc2afe15 tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ec8b5fa-158a-4080-be68-8f7296d32e36 HTTP/1.1" status: 200 len: 945 time: 0.1250322 Apr 08 03:06:29.570113 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-6b06a6e7-7dcc-4fe6-b23e-daee2fd60b10 req-02f042cf-1157-4861-b409-2381433cb1e0 tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] 10.222.0.15 "GET /v2.0/security-groups?id=ffd4b26c-b78c-4d00-8cbd-37d4ed5bcef7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369558 Apr 08 03:06:30.581768 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-0700d8e1-2fb2-4ab8-b601-2cbd26aa24a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:06:30.845043 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752c0561-6413-4c1a-9ef5-0700fe4ce9d3 req-a5c2c07a-29ef-4603-99e2-d46a0acea843 tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:06:30.846391 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-752c0561-6413-4c1a-9ef5-0700fe4ce9d3 req-a5c2c07a-29ef-4603-99e2-d46a0acea843 tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ec8b5fa-158a-4080-be68-8f7296d32e36 HTTP/1.1" status: 200 len: 945 time: 0.1657677 Apr 08 03:06:30.892892 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-752c0561-6413-4c1a-9ef5-0700fe4ce9d3 req-ebec8ae8-31a7-441f-98ac-920b73960fab tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] 10.222.0.15 "GET /v2.0/security-groups?id=ffd4b26c-b78c-4d00-8cbd-37d4ed5bcef7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406032 Apr 08 03:06:32.089986 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523639c6-2c23-482d-935b-6613f050ce8e req-b95b35df-1899-4754-91bf-239837616137 tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:06:32.091528 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-523639c6-2c23-482d-935b-6613f050ce8e req-b95b35df-1899-4754-91bf-239837616137 tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ec8b5fa-158a-4080-be68-8f7296d32e36 HTTP/1.1" status: 200 len: 945 time: 0.0933309 Apr 08 03:06:32.143602 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-523639c6-2c23-482d-935b-6613f050ce8e req-a6694174-fa0b-43b3-aa47-b0bf94dc17bb tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] 10.222.0.15 "GET /v2.0/security-groups?id=ffd4b26c-b78c-4d00-8cbd-37d4ed5bcef7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463436 Apr 08 03:06:32.763128 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 51046) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:06:32.879956 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-5d67fc2d-1d0a-4eaa-b1a7-66e595615b2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:06:32.894385 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-5d67fc2d-1d0a-4eaa-b1a7-66e595615b2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 03:06:32.898411 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-5d67fc2d-1d0a-4eaa-b1a7-66e595615b2f admin admin] Usage tracker for resource:security_group_rule and tenant:1a178230d0ab455789a9d5931a1c2418 is out of sync, need to count used quota {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 03:06:32.901192 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-5d67fc2d-1d0a-4eaa-b1a7-66e595615b2f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 03:06:32.906731 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-5d67fc2d-1d0a-4eaa-b1a7-66e595615b2f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 03:06:32.985186 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-5d67fc2d-1d0a-4eaa-b1a7-66e595615b2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:06:33.050040 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-5d67fc2d-1d0a-4eaa-b1a7-66e595615b2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:06:33.096912 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-5d67fc2d-1d0a-4eaa-b1a7-66e595615b2f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1a178230d0ab455789a9d5931a1c2418&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3326623 Apr 08 03:06:33.097699 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d67fc2d-1d0a-4eaa-b1a7-66e595615b2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fb3fc97-ce03-4d59-982c-159685cd0ef2,revision_number=1']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:06:33.099723 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.wsgi [-] (87786) accepted ('10.222.0.15', 51052) {{(pid=87786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:06:33.105163 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d67fc2d-1d0a-4eaa-b1a7-66e595615b2f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:06:33.106967 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d67fc2d-1d0a-4eaa-b1a7-66e595615b2f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:06:33.106967 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d67fc2d-1d0a-4eaa-b1a7-66e595615b2f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:06:33.106967 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d67fc2d-1d0a-4eaa-b1a7-66e595615b2f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:06:33.106967 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d67fc2d-1d0a-4eaa-b1a7-66e595615b2f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:06:33.106967 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d67fc2d-1d0a-4eaa-b1a7-66e595615b2f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:06:33.107423 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d67fc2d-1d0a-4eaa-b1a7-66e595615b2f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:06:33.107567 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d67fc2d-1d0a-4eaa-b1a7-66e595615b2f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:06:33.107893 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d67fc2d-1d0a-4eaa-b1a7-66e595615b2f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:06:33.108215 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d67fc2d-1d0a-4eaa-b1a7-66e595615b2f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:06:33.108532 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d67fc2d-1d0a-4eaa-b1a7-66e595615b2f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:06:33.108848 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d67fc2d-1d0a-4eaa-b1a7-66e595615b2f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:06:33.158239 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-2bb51e1e-eb46-4ca0-87c2-967cd42d765c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:06:33.187009 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-2bb51e1e-eb46-4ca0-87c2-967cd42d765c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:06:33.321218 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-2bb51e1e-eb46-4ca0-87c2-967cd42d765c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:06:33.347958 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb51e1e-eb46-4ca0-87c2-967cd42d765c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fb3fc97-ce03-4d59-982c-159685cd0ef2,revision_number=None']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:06:33.357122 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e428e517-e799-4e79-9673-4489dccb6793 req-eef87ea1-0f66-4822-beec-6ce3b423990c tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:06:33.358589 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-e428e517-e799-4e79-9673-4489dccb6793 req-eef87ea1-0f66-4822-beec-6ce3b423990c tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ec8b5fa-158a-4080-be68-8f7296d32e36 HTTP/1.1" status: 200 len: 945 time: 0.1035483 Apr 08 03:06:33.378073 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-2bb51e1e-eb46-4ca0-87c2-967cd42d765c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:06:33.379105 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [None req-2bb51e1e-eb46-4ca0-87c2-967cd42d765c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8fb3fc97-ce03-4d59-982c-159685cd0ef2 HTTP/1.1" status: 204 len: 168 time: 0.2784123 Apr 08 03:06:33.406688 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-e428e517-e799-4e79-9673-4489dccb6793 req-b56779d9-e44d-46e0-a77a-76a27434c151 tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] 10.222.0.15 "GET /v2.0/security-groups?id=ffd4b26c-b78c-4d00-8cbd-37d4ed5bcef7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417686 Apr 08 03:06:33.919094 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.wsgi [-] (87786) accepted ('10.222.0.15', 51062) {{(pid=87786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:06:33.936868 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-05ddb9b0-6ede-42f9-b7f5-d1cad094d572 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:06:33.951006 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.quota.driver [None req-05ddb9b0-6ede-42f9-b7f5-d1cad094d572 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 03:06:33.955107 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [None req-05ddb9b0-6ede-42f9-b7f5-d1cad094d572 admin admin] Usage tracker for resource:security_group_rule and tenant:4e6a3210119946cca28ec66d40ab7dc9 is out of sync, need to count used quota {{(pid=87786) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 03:06:33.958109 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [None req-05ddb9b0-6ede-42f9-b7f5-d1cad094d572 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87786) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 03:06:33.964114 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.quota.driver [None req-05ddb9b0-6ede-42f9-b7f5-d1cad094d572 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 03:06:34.044241 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-05ddb9b0-6ede-42f9-b7f5-d1cad094d572 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:06:34.113114 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-05ddb9b0-6ede-42f9-b7f5-d1cad094d572 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:06:34.163018 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [None req-05ddb9b0-6ede-42f9-b7f5-d1cad094d572 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4e6a3210119946cca28ec66d40ab7dc9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2428493 Apr 08 03:06:34.163879 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ddb9b0-6ede-42f9-b7f5-d1cad094d572 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c1176b6-4661-4b16-ae6e-bfee3a03d727,revision_number=1']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:06:34.166318 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 51066) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:06:34.224942 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-7205a714-02d6-4280-8403-6e7174f10f95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:06:34.250397 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-7205a714-02d6-4280-8403-6e7174f10f95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:06:34.364793 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-7205a714-02d6-4280-8403-6e7174f10f95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:06:34.381115 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205a714-02d6-4280-8403-6e7174f10f95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c1176b6-4661-4b16-ae6e-bfee3a03d727,revision_number=None']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:06:34.390934 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-7205a714-02d6-4280-8403-6e7174f10f95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:06:34.392133 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-7205a714-02d6-4280-8403-6e7174f10f95 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2c1176b6-4661-4b16-ae6e-bfee3a03d727 HTTP/1.1" status: 204 len: 168 time: 0.2248359 Apr 08 03:06:34.587996 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300f56a5-a89b-4f02-a1dc-59eecbd86f2f req-be0258d9-282d-40c9-927e-dbbb29be19af tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:06:34.589452 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-300f56a5-a89b-4f02-a1dc-59eecbd86f2f req-be0258d9-282d-40c9-927e-dbbb29be19af tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ec8b5fa-158a-4080-be68-8f7296d32e36 HTTP/1.1" status: 200 len: 945 time: 0.0797861 Apr 08 03:06:34.632600 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-300f56a5-a89b-4f02-a1dc-59eecbd86f2f req-b6162a4f-9386-4581-a388-933259431148 tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] 10.222.0.15 "GET /v2.0/security-groups?id=ffd4b26c-b78c-4d00-8cbd-37d4ed5bcef7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372372 Apr 08 03:06:35.822308 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce651830-4225-46e0-b537-1e89132a0e3e req-bf638e82-bfa7-4bda-bd24-b75c652521d6 tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:06:35.823854 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-ce651830-4225-46e0-b537-1e89132a0e3e req-bf638e82-bfa7-4bda-bd24-b75c652521d6 tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ec8b5fa-158a-4080-be68-8f7296d32e36 HTTP/1.1" status: 200 len: 945 time: 0.0851488 Apr 08 03:06:35.867261 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-ce651830-4225-46e0-b537-1e89132a0e3e req-648bbe0a-528d-4a6c-aaf0-51670cba86aa tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] 10.222.0.15 "GET /v2.0/security-groups?id=ffd4b26c-b78c-4d00-8cbd-37d4ed5bcef7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377426 Apr 08 03:06:37.088230 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d102a7c3-7ca0-45da-86a4-4d9921cae1d8 req-34809abd-d2e4-466c-80e3-77cb6182eebe tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:06:37.095432 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-d102a7c3-7ca0-45da-86a4-4d9921cae1d8 req-34809abd-d2e4-466c-80e3-77cb6182eebe tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ec8b5fa-158a-4080-be68-8f7296d32e36 HTTP/1.1" status: 200 len: 945 time: 0.0940969 Apr 08 03:06:37.154423 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-d102a7c3-7ca0-45da-86a4-4d9921cae1d8 req-9f9c6385-cd4a-4532-8f60-1f2a59d065d8 tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] 10.222.0.15 "GET /v2.0/security-groups?id=ffd4b26c-b78c-4d00-8cbd-37d4ed5bcef7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587153 Apr 08 03:06:38.406855 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca52d55-4a54-40d4-9cf2-a253fcb19719 req-50b73ec3-aa5f-4388-a5ea-8b01dcf8e7b9 tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:06:38.408316 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-4ca52d55-4a54-40d4-9cf2-a253fcb19719 req-50b73ec3-aa5f-4388-a5ea-8b01dcf8e7b9 tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ec8b5fa-158a-4080-be68-8f7296d32e36 HTTP/1.1" status: 200 len: 945 time: 0.1468587 Apr 08 03:06:38.411307 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275d7ba3-20f5-47cf-b6a1-6afa7a6af845 req-ada449b6-c0f7-4d12-80fd-fd35748e955d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:06:38.412656 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-275d7ba3-20f5-47cf-b6a1-6afa7a6af845 req-ada449b6-c0f7-4d12-80fd-fd35748e955d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d795d4c3932b47d7849e48c0ea1f7259&device_id=7ec8b5fa-158a-4080-be68-8f7296d32e36 HTTP/1.1" status: 200 len: 1098 time: 0.1107728 Apr 08 03:06:38.534862 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-4ca52d55-4a54-40d4-9cf2-a253fcb19719 req-ce6d8ea9-d282-466d-8021-10ccf6882069 tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] 10.222.0.15 "GET /v2.0/security-groups?id=ffd4b26c-b78c-4d00-8cbd-37d4ed5bcef7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1205521 Apr 08 03:06:38.584343 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275d7ba3-20f5-47cf-b6a1-6afa7a6af845 req-664b7476-545b-462a-a378-c0ba5b729b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:06:38.585762 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-275d7ba3-20f5-47cf-b6a1-6afa7a6af845 req-664b7476-545b-462a-a378-c0ba5b729b2a service neutron] 10.222.0.39 "GET /v2.0/networks?id=1262eb51-6568-4d0c-b1d7-5b2c9bfe4256 HTTP/1.1" status: 200 len: 910 time: 0.1588757 Apr 08 03:06:38.687583 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-275d7ba3-20f5-47cf-b6a1-6afa7a6af845 req-0631edde-a308-4964-95a3-215bd48a9980 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a7d85938-54e1-4b2c-b6d8-774888171eff HTTP/1.1" status: 200 len: 1001 time: 0.0957947 Apr 08 03:06:38.750357 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275d7ba3-20f5-47cf-b6a1-6afa7a6af845 req-2343b25b-a713-45f0-bdcd-a9ee68028b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:06:38.751827 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-275d7ba3-20f5-47cf-b6a1-6afa7a6af845 req-2343b25b-a713-45f0-bdcd-a9ee68028b29 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=41ea65b4-3e16-4b14-b908-154f07f5a3b6 HTTP/1.1" status: 200 len: 848 time: 0.0581901 Apr 08 03:06:38.830539 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275d7ba3-20f5-47cf-b6a1-6afa7a6af845 req-f4e520fa-a028-4f0d-bbb2-bff7c6a287b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:06:38.832001 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-275d7ba3-20f5-47cf-b6a1-6afa7a6af845 req-f4e520fa-a028-4f0d-bbb2-bff7c6a287b3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1262eb51-6568-4d0c-b1d7-5b2c9bfe4256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0736067 Apr 08 03:06:38.966791 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-275d7ba3-20f5-47cf-b6a1-6afa7a6af845 req-598065e1-46a9-45b2-960c-4bac908801cd service neutron] 10.222.0.39 "GET /v2.0/networks/1262eb51-6568-4d0c-b1d7-5b2c9bfe4256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271310 Apr 08 03:06:39.096291 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-275d7ba3-20f5-47cf-b6a1-6afa7a6af845 req-d9f8c1b5-b7d0-405d-9534-0d378426a5f2 service neutron] 10.222.0.39 "GET /v2.0/networks/1262eb51-6568-4d0c-b1d7-5b2c9bfe4256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237488 Apr 08 03:06:39.259483 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:06:39.801982 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de697c0d-76e7-4752-991b-8718562adc9b req-18ae21b4-3647-461c-ba62-3144c8aa2ff9 tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:06:39.803450 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-de697c0d-76e7-4752-991b-8718562adc9b req-18ae21b4-3647-461c-ba62-3144c8aa2ff9 tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ec8b5fa-158a-4080-be68-8f7296d32e36 HTTP/1.1" status: 200 len: 945 time: 0.1630712 Apr 08 03:06:39.859825 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-de697c0d-76e7-4752-991b-8718562adc9b req-293cf390-b919-467c-942e-beedb0db0669 tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] 10.222.0.15 "GET /v2.0/security-groups?id=ffd4b26c-b78c-4d00-8cbd-37d4ed5bcef7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505629 Apr 08 03:06:41.056805 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8153542-6204-4b55-b4bf-e1baa3f1119f req-3c3b401c-5dde-4b71-9a4e-6729d41d6ff9 tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:06:41.058239 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-e8153542-6204-4b55-b4bf-e1baa3f1119f req-3c3b401c-5dde-4b71-9a4e-6729d41d6ff9 tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ec8b5fa-158a-4080-be68-8f7296d32e36 HTTP/1.1" status: 200 len: 945 time: 0.0850878 Apr 08 03:06:41.102474 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-e8153542-6204-4b55-b4bf-e1baa3f1119f req-e8ebcd5b-a2b3-4f45-8b2d-9054577e5b17 tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] 10.222.0.15 "GET /v2.0/security-groups?id=ffd4b26c-b78c-4d00-8cbd-37d4ed5bcef7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385363 Apr 08 03:06:41.982241 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 51156) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:06:42.107099 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-0cf297ac-14a1-4e31-ba03-00800ab859aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:06:42.121937 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-0cf297ac-14a1-4e31-ba03-00800ab859aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 03:06:42.126385 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-0cf297ac-14a1-4e31-ba03-00800ab859aa admin admin] Usage tracker for resource:security_group_rule and tenant:7026dc22e7e842b9b89a0bb64064c4de is out of sync, need to count used quota {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 03:06:42.133151 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-0cf297ac-14a1-4e31-ba03-00800ab859aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 03:06:42.140234 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-0cf297ac-14a1-4e31-ba03-00800ab859aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 03:06:42.219928 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-0cf297ac-14a1-4e31-ba03-00800ab859aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:06:42.290538 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6153c659-1b0f-473a-861e-8c71f685f74e req-eb93ead1-9955-446c-8498-a5860de6987b tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:06:42.292000 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-6153c659-1b0f-473a-861e-8c71f685f74e req-eb93ead1-9955-446c-8498-a5860de6987b tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ec8b5fa-158a-4080-be68-8f7296d32e36 HTTP/1.1" status: 200 len: 945 time: 0.0811915 Apr 08 03:06:42.298940 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-0cf297ac-14a1-4e31-ba03-00800ab859aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:06:42.347287 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-6153c659-1b0f-473a-861e-8c71f685f74e req-4deac409-a3b0-4f18-bf5e-165a6e7d5306 tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] 10.222.0.15 "GET /v2.0/security-groups?id=ffd4b26c-b78c-4d00-8cbd-37d4ed5bcef7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471513 Apr 08 03:06:42.353268 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-0cf297ac-14a1-4e31-ba03-00800ab859aa admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7026dc22e7e842b9b89a0bb64064c4de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3699129 Apr 08 03:06:42.354362 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf297ac-14a1-4e31-ba03-00800ab859aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70af987a-7ce0-4c0c-81e2-5c1c842bec43,revision_number=1']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:06:42.354743 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.wsgi [-] (87786) accepted ('10.222.0.15', 51164) {{(pid=87786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:06:42.423400 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-51b2bc0a-31a4-4605-8bf4-2cc3eea6bf9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:06:42.448884 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-51b2bc0a-31a4-4605-8bf4-2cc3eea6bf9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:06:42.578705 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-51b2bc0a-31a4-4605-8bf4-2cc3eea6bf9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:06:42.594699 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b2bc0a-31a4-4605-8bf4-2cc3eea6bf9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70af987a-7ce0-4c0c-81e2-5c1c842bec43,revision_number=None']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:06:42.603313 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-51b2bc0a-31a4-4605-8bf4-2cc3eea6bf9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:06:42.604428 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [None req-51b2bc0a-31a4-4605-8bf4-2cc3eea6bf9b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/70af987a-7ce0-4c0c-81e2-5c1c842bec43 HTTP/1.1" status: 204 len: 168 time: 0.2485931 Apr 08 03:06:42.867332 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3ba968-fd92-4b25-aa9c-ab6a092be1e3 req-b4bfd4aa-859e-403e-8733-eba775b82d14 tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:06:42.869627 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-2b3ba968-fd92-4b25-aa9c-ab6a092be1e3 req-b4bfd4aa-859e-403e-8733-eba775b82d14 tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ec8b5fa-158a-4080-be68-8f7296d32e36 HTTP/1.1" status: 200 len: 945 time: 0.0858481 Apr 08 03:06:42.923011 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-2b3ba968-fd92-4b25-aa9c-ab6a092be1e3 req-808e3152-7668-428d-a09f-bf3436fd9ff1 tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] 10.222.0.15 "GET /v2.0/security-groups?id=ffd4b26c-b78c-4d00-8cbd-37d4ed5bcef7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475106 Apr 08 03:06:42.979612 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-580f025c-5b48-463f-b029-f3c5adaef47c req-019b5d65-d96b-4921-86af-450372fc44d7 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7ec8b5fa-158a-4080-be68-8f7296d32e36&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1723673 Apr 08 03:06:43.338983 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 51184) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:06:43.356921 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-44afb241-455f-4e90-b9cb-f91cfdf1b7eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:06:43.370651 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-44afb241-455f-4e90-b9cb-f91cfdf1b7eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 03:06:43.374422 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-44afb241-455f-4e90-b9cb-f91cfdf1b7eb admin admin] Usage tracker for resource:security_group_rule and tenant:277565bfc777436495adf44cedda6512 is out of sync, need to count used quota {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 03:06:43.377177 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-44afb241-455f-4e90-b9cb-f91cfdf1b7eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 03:06:43.382590 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-44afb241-455f-4e90-b9cb-f91cfdf1b7eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 03:06:43.464264 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-44afb241-455f-4e90-b9cb-f91cfdf1b7eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:06:43.544245 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-44afb241-455f-4e90-b9cb-f91cfdf1b7eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:06:43.672234 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44afb241-455f-4e90-b9cb-f91cfdf1b7eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfe8dc5a-240d-4a11-9b01-cd270f5695d7,revision_number=1']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:06:43.676274 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-44afb241-455f-4e90-b9cb-f91cfdf1b7eb admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=277565bfc777436495adf44cedda6512&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3362849 Apr 08 03:06:43.678880 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 51188) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:06:43.736580 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-b9d0b4ac-079a-45d4-b021-e9392f8968ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:06:43.762414 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-b9d0b4ac-079a-45d4-b021-e9392f8968ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:06:43.904431 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-b9d0b4ac-079a-45d4-b021-e9392f8968ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:06:43.921386 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d0b4ac-079a-45d4-b021-e9392f8968ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfe8dc5a-240d-4a11-9b01-cd270f5695d7,revision_number=None']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:06:43.929805 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-b9d0b4ac-079a-45d4-b021-e9392f8968ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:06:43.931470 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-b9d0b4ac-079a-45d4-b021-e9392f8968ef admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/cfe8dc5a-240d-4a11-9b01-cd270f5695d7 HTTP/1.1" status: 204 len: 168 time: 0.2516427 Apr 08 03:06:44.106657 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea701cc-e0c8-40de-b880-3d80eaa69356 req-fca9dba0-3bbe-469b-83c6-95bc313aa6d6 tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:06:44.108146 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-dea701cc-e0c8-40de-b880-3d80eaa69356 req-fca9dba0-3bbe-469b-83c6-95bc313aa6d6 tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ec8b5fa-158a-4080-be68-8f7296d32e36 HTTP/1.1" status: 200 len: 945 time: 0.0822840 Apr 08 03:06:44.153708 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-dea701cc-e0c8-40de-b880-3d80eaa69356 req-d49d7553-d522-42ce-bc2a-b4572deacb1a tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] 10.222.0.15 "GET /v2.0/security-groups?id=ffd4b26c-b78c-4d00-8cbd-37d4ed5bcef7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396786 Apr 08 03:06:44.910575 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Device a7d85938-54e1-4b2c-b6d8-774888171eff no longer exists at agent hyperv_hv-cinder-83705 {{(pid=87788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 03:06:45.024372 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:06:45.051381 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ec8b5fa-158a-4080-be68-8f7296d32e36', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a7d85938-54e1-4b2c-b6d8-774888171eff'}] {{(pid=87788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 03:06:45.061859 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.db [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] For port a7d85938-54e1-4b2c-b6d8-774888171eff, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=a7d85938-54e1-4b2c-b6d8-774888171eff,segment=NetworkSegment(f24de6cc-1a95-415b-8300-ea0d5a655f11),segment_id=f24de6cc-1a95-415b-8300-ea0d5a655f11)] {{(pid=87788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 03:06:45.095447 dv-cinder-837051-1-smb neutron-server[87788]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-165834b0-f87c-4765-9130-ee4976406ce8']: {'server_uuid': '7ec8b5fa-158a-4080-be68-8f7296d32e36', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a7d85938-54e1-4b2c-b6d8-774888171eff', 'code': 422} returned with failed status Apr 08 03:06:45.161518 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762847214852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762846864698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762846864743'] for port, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:06:45.248529 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Pushing event updated for resources: {'Port': ['ID=a7d85938-54e1-4b2c-b6d8-774888171eff,revision_number=6']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:06:45.255726 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:06:45.257449 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:06:45.257449 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:06:45.257449 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:06:45.257449 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:06:45.257449 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:06:45.257953 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:06:45.258076 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:06:45.258818 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:06:45.259165 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:06:45.259496 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:06:45.259818 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:06:45.360915 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071d68df-b797-419c-b5a8-b50777c7392b req-89133d08-cbc9-489a-a121-53248da3a188 tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:06:45.362373 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-071d68df-b797-419c-b5a8-b50777c7392b req-89133d08-cbc9-489a-a121-53248da3a188 tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ec8b5fa-158a-4080-be68-8f7296d32e36 HTTP/1.1" status: 200 len: 943 time: 0.0842061 Apr 08 03:06:45.405954 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-071d68df-b797-419c-b5a8-b50777c7392b req-d3e194ca-0d24-4c13-b8ea-3bce46aa88ce tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] 10.222.0.15 "GET /v2.0/security-groups?id=ffd4b26c-b78c-4d00-8cbd-37d4ed5bcef7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378079 Apr 08 03:06:45.782328 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580f025c-5b48-463f-b029-f3c5adaef47c req-cb7c170d-734e-4e4f-abd4-eeac07dd1e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:06:45.783820 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-580f025c-5b48-463f-b029-f3c5adaef47c req-cb7c170d-734e-4e4f-abd4-eeac07dd1e9e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7ec8b5fa-158a-4080-be68-8f7296d32e36&tenant_id=d795d4c3932b47d7849e48c0ea1f7259 HTTP/1.1" status: 200 len: 1096 time: 0.2227738 Apr 08 03:06:45.889452 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580f025c-5b48-463f-b029-f3c5adaef47c req-4b07a757-35d8-4b93-b640-c669ba685aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:06:45.890974 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-580f025c-5b48-463f-b029-f3c5adaef47c req-4b07a757-35d8-4b93-b640-c669ba685aea service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d795d4c3932b47d7849e48c0ea1f7259&device_id=7ec8b5fa-158a-4080-be68-8f7296d32e36 HTTP/1.1" status: 200 len: 1096 time: 0.0737939 Apr 08 03:06:46.026972 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580f025c-5b48-463f-b029-f3c5adaef47c req-3aefd1dc-09e6-4563-b40e-e169c21dcd96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:06:46.028426 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-580f025c-5b48-463f-b029-f3c5adaef47c req-3aefd1dc-09e6-4563-b40e-e169c21dcd96 service neutron] 10.222.0.39 "GET /v2.0/networks?id=1262eb51-6568-4d0c-b1d7-5b2c9bfe4256 HTTP/1.1" status: 200 len: 910 time: 0.1314621 Apr 08 03:06:46.130568 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-580f025c-5b48-463f-b029-f3c5adaef47c req-4b023101-0250-45dd-a089-e2b911f4a0bd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a7d85938-54e1-4b2c-b6d8-774888171eff HTTP/1.1" status: 200 len: 999 time: 0.0964074 Apr 08 03:06:46.190903 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580f025c-5b48-463f-b029-f3c5adaef47c req-c572105a-ede9-4499-bd3a-e66028bceb18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:06:46.192303 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-580f025c-5b48-463f-b029-f3c5adaef47c req-c572105a-ede9-4499-bd3a-e66028bceb18 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=41ea65b4-3e16-4b14-b908-154f07f5a3b6 HTTP/1.1" status: 200 len: 848 time: 0.0555832 Apr 08 03:06:46.280345 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580f025c-5b48-463f-b029-f3c5adaef47c req-6e62a3f4-9e3d-45b4-8a4a-27d25c9f87e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:06:46.281792 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-580f025c-5b48-463f-b029-f3c5adaef47c req-6e62a3f4-9e3d-45b4-8a4a-27d25c9f87e0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1262eb51-6568-4d0c-b1d7-5b2c9bfe4256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0831389 Apr 08 03:06:46.292321 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.wsgi [req-580f025c-5b48-463f-b029-f3c5adaef47c req-1e237067-01e5-402d-a599-c5e4e012afe5 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=87786) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 08 03:06:46.293336 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-580f025c-5b48-463f-b029-f3c5adaef47c req-1e237067-01e5-402d-a599-c5e4e012afe5 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059755 Apr 08 03:06:46.425651 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-580f025c-5b48-463f-b029-f3c5adaef47c req-753098fb-c0b9-43db-97ff-be4f34658454 service neutron] 10.222.0.39 "GET /v2.0/networks/1262eb51-6568-4d0c-b1d7-5b2c9bfe4256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264179 Apr 08 03:06:46.619376 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-580f025c-5b48-463f-b029-f3c5adaef47c req-ecbd2827-9128-43f9-bd08-06112a6687fb service neutron] 10.222.0.39 "GET /v2.0/networks/1262eb51-6568-4d0c-b1d7-5b2c9bfe4256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1871896 Apr 08 03:06:46.641932 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e852db8f-a459-42aa-ad05-6673d9783fc6 req-4bebe96c-bf27-4c4a-be4c-60bee55f55c6 tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:06:46.643448 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-e852db8f-a459-42aa-ad05-6673d9783fc6 req-4bebe96c-bf27-4c4a-be4c-60bee55f55c6 tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ec8b5fa-158a-4080-be68-8f7296d32e36 HTTP/1.1" status: 200 len: 943 time: 0.1283703 Apr 08 03:06:46.687780 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-e852db8f-a459-42aa-ad05-6673d9783fc6 req-0a7e7cc3-2c5a-4d56-a234-ac769ba5934c tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] 10.222.0.15 "GET /v2.0/security-groups?id=ffd4b26c-b78c-4d00-8cbd-37d4ed5bcef7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383031 Apr 08 03:06:47.964167 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811aa054-ebb1-4065-9a94-0c0949a6f997 req-48309d32-47eb-43d7-b2f7-9079cd984d07 tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:06:47.965594 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-811aa054-ebb1-4065-9a94-0c0949a6f997 req-48309d32-47eb-43d7-b2f7-9079cd984d07 tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ec8b5fa-158a-4080-be68-8f7296d32e36 HTTP/1.1" status: 200 len: 943 time: 0.1737518 Apr 08 03:06:48.009388 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-811aa054-ebb1-4065-9a94-0c0949a6f997 req-cc6f20ab-390a-405a-b37f-147f79ba9c61 tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] 10.222.0.15 "GET /v2.0/security-groups?id=ffd4b26c-b78c-4d00-8cbd-37d4ed5bcef7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380464 Apr 08 03:06:49.200416 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84bcc6e-e8bf-4a2f-af80-997c9a553de8 req-8c06bac7-9904-4a93-ada1-dae007242efc tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:06:49.200416 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-a84bcc6e-e8bf-4a2f-af80-997c9a553de8 req-8c06bac7-9904-4a93-ada1-dae007242efc tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ec8b5fa-158a-4080-be68-8f7296d32e36 HTTP/1.1" status: 200 len: 943 time: 0.0801804 Apr 08 03:06:49.239630 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-a84bcc6e-e8bf-4a2f-af80-997c9a553de8 req-ddfde92f-06e6-4098-9e43-19d42189f233 tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] 10.222.0.15 "GET /v2.0/security-groups?id=ffd4b26c-b78c-4d00-8cbd-37d4ed5bcef7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362155 Apr 08 03:06:49.730671 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.agents_db [None req-78530461-7b12-4524-9e6e-3e4de8d78fc4 None None] Agent healthcheck: found 6 active agents {{(pid=87789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 03:06:50.426402 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dd9e5e-1abc-4271-afdd-9ffedc7bc9f2 req-bd822bbe-8860-42c4-9341-505004d44a64 tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:06:50.427893 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-93dd9e5e-1abc-4271-afdd-9ffedc7bc9f2 req-bd822bbe-8860-42c4-9341-505004d44a64 tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ec8b5fa-158a-4080-be68-8f7296d32e36 HTTP/1.1" status: 200 len: 943 time: 0.0828290 Apr 08 03:06:50.472165 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-93dd9e5e-1abc-4271-afdd-9ffedc7bc9f2 req-d2deaf92-190c-46f8-ad3a-0b8d62f5692c tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] 10.222.0.15 "GET /v2.0/security-groups?id=ffd4b26c-b78c-4d00-8cbd-37d4ed5bcef7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379841 Apr 08 03:06:50.943470 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Device a7d85938-54e1-4b2c-b6d8-774888171eff details requested by agent hyperv_hv-cinder-83705 with host hv-cinder-83705 {{(pid=87788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 08 03:06:51.086974 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.db [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] For port a7d85938-54e1-4b2c-b6d8-774888171eff, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=a7d85938-54e1-4b2c-b6d8-774888171eff,segment=NetworkSegment(f24de6cc-1a95-415b-8300-ea0d5a655f11),segment_id=f24de6cc-1a95-415b-8300-ea0d5a655f11)] {{(pid=87788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 03:06:51.105568 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Returning: {'device': 'a7d85938-54e1-4b2c-b6d8-774888171eff', 'network_id': '1262eb51-6568-4d0c-b1d7-5b2c9bfe4256', 'port_id': 'a7d85938-54e1-4b2c-b6d8-774888171eff', 'mac_address': 'fa:16:3e:43:44:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 283, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41ea65b4-3e16-4b14-b908-154f07f5a3b6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 03:06:51.166523 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:06:51.183332 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.notifiers.nova [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7d85938-54e1-4b2c-b6d8-774888171eff {{(pid=87788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 03:06:51.200077 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.db [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] For port a7d85938-54e1-4b2c-b6d8-774888171eff, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=a7d85938-54e1-4b2c-b6d8-774888171eff,segment=NetworkSegment(f24de6cc-1a95-415b-8300-ea0d5a655f11),segment_id=f24de6cc-1a95-415b-8300-ea0d5a655f11)] {{(pid=87788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 03:06:51.278768 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762847214852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762846864698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762846864743'] for port, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:06:51.347751 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Pushing event updated for resources: {'Port': ['ID=a7d85938-54e1-4b2c-b6d8-774888171eff,revision_number=7']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:06:51.534979 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 51316) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:06:51.651102 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-491a789c-2de8-48ae-9a98-33cea2d50068 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:06:51.661244 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdd0a6d-0e94-43e3-8ea0-7fc49241f8ad req-5029f763-0708-4eb8-a9fd-f5a7497251f0 tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:06:51.662685 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-6cdd0a6d-0e94-43e3-8ea0-7fc49241f8ad req-5029f763-0708-4eb8-a9fd-f5a7497251f0 tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ec8b5fa-158a-4080-be68-8f7296d32e36 HTTP/1.1" status: 200 len: 944 time: 0.0848978 Apr 08 03:06:51.665899 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-491a789c-2de8-48ae-9a98-33cea2d50068 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 03:06:51.669850 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-491a789c-2de8-48ae-9a98-33cea2d50068 admin admin] Usage tracker for resource:security_group_rule and tenant:693933cd647245ef9328ab5dffd5f65d is out of sync, need to count used quota {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 03:06:51.672691 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-491a789c-2de8-48ae-9a98-33cea2d50068 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 03:06:51.678419 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-491a789c-2de8-48ae-9a98-33cea2d50068 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 03:06:51.679557 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.db [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] get_ports_and_sgs() called for port_ids ['a7d85938-54e1-4b2c-b6d8-774888171eff'] {{(pid=87788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 03:06:51.709443 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-6cdd0a6d-0e94-43e3-8ea0-7fc49241f8ad req-06eec6e2-a890-478d-8a9f-d0329a1aefa7 tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] 10.222.0.15 "GET /v2.0/security-groups?id=ffd4b26c-b78c-4d00-8cbd-37d4ed5bcef7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402865 Apr 08 03:06:51.765382 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-491a789c-2de8-48ae-9a98-33cea2d50068 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:06:51.835567 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-491a789c-2de8-48ae-9a98-33cea2d50068 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:06:51.882693 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-491a789c-2de8-48ae-9a98-33cea2d50068 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=693933cd647245ef9328ab5dffd5f65d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3465970 Apr 08 03:06:51.884388 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491a789c-2de8-48ae-9a98-33cea2d50068 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aad929c1-d669-412f-a4b5-dbe9ccb36349,revision_number=1']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:06:51.885442 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.wsgi [-] (87786) accepted ('10.222.0.15', 51322) {{(pid=87786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:06:51.948593 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-fb073ee7-8843-4ff1-b397-f937ccb69ee1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:06:51.975001 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-fb073ee7-8843-4ff1-b397-f937ccb69ee1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:06:52.110048 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-fb073ee7-8843-4ff1-b397-f937ccb69ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:06:52.128444 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb073ee7-8843-4ff1-b397-f937ccb69ee1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aad929c1-d669-412f-a4b5-dbe9ccb36349,revision_number=None']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:06:52.135299 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-fb073ee7-8843-4ff1-b397-f937ccb69ee1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:06:52.136407 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [None req-fb073ee7-8843-4ff1-b397-f937ccb69ee1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/aad929c1-d669-412f-a4b5-dbe9ccb36349 HTTP/1.1" status: 204 len: 168 time: 0.2498527 Apr 08 03:06:52.820390 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 51342) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:06:52.839350 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-37a99646-89c5-454e-8e73-3323be074d83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:06:52.855197 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-37a99646-89c5-454e-8e73-3323be074d83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 03:06:52.859221 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-37a99646-89c5-454e-8e73-3323be074d83 admin admin] Usage tracker for resource:security_group_rule and tenant:0cff26bf2ab847048ab9bc0ab317d014 is out of sync, need to count used quota {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 03:06:52.862134 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-37a99646-89c5-454e-8e73-3323be074d83 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 03:06:52.868498 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-37a99646-89c5-454e-8e73-3323be074d83 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 03:06:52.899333 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62e1a28-29f0-4c4b-be65-90b22b7d5ea2 req-a4829053-9c11-448b-ae61-31c0afdfd590 tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:06:52.900720 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-e62e1a28-29f0-4c4b-be65-90b22b7d5ea2 req-a4829053-9c11-448b-ae61-31c0afdfd590 tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ec8b5fa-158a-4080-be68-8f7296d32e36 HTTP/1.1" status: 200 len: 944 time: 0.0859754 Apr 08 03:06:52.946079 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-e62e1a28-29f0-4c4b-be65-90b22b7d5ea2 req-96c73d8a-878e-4127-a324-05509ca4736b tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] 10.222.0.15 "GET /v2.0/security-groups?id=ffd4b26c-b78c-4d00-8cbd-37d4ed5bcef7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388954 Apr 08 03:06:52.952064 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-37a99646-89c5-454e-8e73-3323be074d83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:06:52.952889 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Device a7d85938-54e1-4b2c-b6d8-774888171eff up at agent hyperv_hv-cinder-83705 {{(pid=87788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 03:06:53.018804 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Provisioning complete for port a7d85938-54e1-4b2c-b6d8-774888171eff triggered by entity L2. {{(pid=87788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 03:06:53.019194 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587297'] for port, provisioning_complete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:06:53.041051 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-37a99646-89c5-454e-8e73-3323be074d83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:06:53.087429 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-37a99646-89c5-454e-8e73-3323be074d83 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0cff26bf2ab847048ab9bc0ab317d014&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2653325 Apr 08 03:06:53.089060 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a99646-89c5-454e-8e73-3323be074d83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99eb1f7e-6694-4187-bd32-9216c9e86082,revision_number=1']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:06:53.090138 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.wsgi [-] (87786) accepted ('10.222.0.15', 51346) {{(pid=87786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:06:53.142759 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:06:53.149673 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-bde325d6-802a-46f1-beac-b522104232a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:06:53.171689 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ec8b5fa-158a-4080-be68-8f7296d32e36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7d85938-54e1-4b2c-b6d8-774888171eff'}] {{(pid=87788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 03:06:53.176048 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-bde325d6-802a-46f1-beac-b522104232a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:06:53.182906 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.db [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] For port a7d85938-54e1-4b2c-b6d8-774888171eff, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=a7d85938-54e1-4b2c-b6d8-774888171eff,segment=NetworkSegment(f24de6cc-1a95-415b-8300-ea0d5a655f11),segment_id=f24de6cc-1a95-415b-8300-ea0d5a655f11)] {{(pid=87788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 03:06:53.225172 dv-cinder-837051-1-smb neutron-server[87788]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad7f27d7-6304-4e17-a6cb-dd8b2ee25c2e'] response: {'server_uuid': '7ec8b5fa-158a-4080-be68-8f7296d32e36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7d85938-54e1-4b2c-b6d8-774888171eff', 'code': 200} Apr 08 03:06:53.273246 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762847214852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762846864698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762846864743'] for port, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:06:53.307928 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-bde325d6-802a-46f1-beac-b522104232a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:06:53.323292 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde325d6-802a-46f1-beac-b522104232a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99eb1f7e-6694-4187-bd32-9216c9e86082,revision_number=None']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:06:53.332827 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-bde325d6-802a-46f1-beac-b522104232a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:06:53.332827 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [None req-bde325d6-802a-46f1-beac-b522104232a2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/99eb1f7e-6694-4187-bd32-9216c9e86082 HTTP/1.1" status: 204 len: 168 time: 0.2404687 Apr 08 03:06:53.366467 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Pushing event updated for resources: {'Port': ['ID=a7d85938-54e1-4b2c-b6d8-774888171eff,revision_number=8']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:06:53.694587 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72e1e8f-af07-4969-a4ac-4493b9e73629 req-2bbc8c16-69c8-4029-bca0-80612ed1c3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:06:53.696680 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-a72e1e8f-af07-4969-a4ac-4493b9e73629 req-2bbc8c16-69c8-4029-bca0-80612ed1c3b1 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7ec8b5fa-158a-4080-be68-8f7296d32e36 HTTP/1.1" status: 200 len: 1098 time: 0.0739269 Apr 08 03:06:53.738679 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-a72e1e8f-af07-4969-a4ac-4493b9e73629 req-49f0542f-4b98-4f60-829e-a887e4f30d66 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=ffd4b26c-b78c-4d00-8cbd-37d4ed5bcef7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362737 Apr 08 03:06:54.088863 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 51360) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:06:54.106968 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-96592d7e-4d77-4913-b99c-77d50f091eb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:06:54.125846 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-96592d7e-4d77-4913-b99c-77d50f091eb0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 03:06:54.131969 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-96592d7e-4d77-4913-b99c-77d50f091eb0 admin admin] Usage tracker for resource:security_group_rule and tenant:61464ed660e449e4bd951630c2b289da is out of sync, need to count used quota {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 03:06:54.136442 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-96592d7e-4d77-4913-b99c-77d50f091eb0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 03:06:54.142291 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-96592d7e-4d77-4913-b99c-77d50f091eb0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 03:06:54.147047 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84beec9-64a1-4b66-bc76-01b6d082a030 req-72da90b9-ac6a-4c86-b405-0c9127b36edc tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:06:54.148590 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-e84beec9-64a1-4b66-bc76-01b6d082a030 req-72da90b9-ac6a-4c86-b405-0c9127b36edc tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ec8b5fa-158a-4080-be68-8f7296d32e36 HTTP/1.1" status: 200 len: 945 time: 0.0866847 Apr 08 03:06:54.193309 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-e84beec9-64a1-4b66-bc76-01b6d082a030 req-1922e224-1d90-4f92-9e4a-83aab74192f4 tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] 10.222.0.15 "GET /v2.0/security-groups?id=ffd4b26c-b78c-4d00-8cbd-37d4ed5bcef7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386388 Apr 08 03:06:54.226053 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-96592d7e-4d77-4913-b99c-77d50f091eb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:06:54.278714 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-96592d7e-4d77-4913-b99c-77d50f091eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:06:54.327095 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-96592d7e-4d77-4913-b99c-77d50f091eb0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=61464ed660e449e4bd951630c2b289da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2371640 Apr 08 03:06:54.328043 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96592d7e-4d77-4913-b99c-77d50f091eb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d5bf955-a50e-4ed2-83ef-3287a6b7861a,revision_number=1']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:06:54.329744 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.wsgi [-] (87786) accepted ('10.222.0.15', 51366) {{(pid=87786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:06:54.397570 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-26cf699a-5fda-4117-bdcb-cb78ef206867 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:06:54.422015 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-26cf699a-5fda-4117-bdcb-cb78ef206867 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:06:54.547648 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-26cf699a-5fda-4117-bdcb-cb78ef206867 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:06:54.564388 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cf699a-5fda-4117-bdcb-cb78ef206867 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d5bf955-a50e-4ed2-83ef-3287a6b7861a,revision_number=None']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:06:54.575267 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26cf699a-5fda-4117-bdcb-cb78ef206867 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:06:54.575618 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26cf699a-5fda-4117-bdcb-cb78ef206867 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:06:54.576672 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26cf699a-5fda-4117-bdcb-cb78ef206867 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:06:54.576986 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26cf699a-5fda-4117-bdcb-cb78ef206867 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:06:54.577324 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26cf699a-5fda-4117-bdcb-cb78ef206867 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:06:54.577838 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26cf699a-5fda-4117-bdcb-cb78ef206867 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:06:54.578172 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26cf699a-5fda-4117-bdcb-cb78ef206867 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:06:54.578501 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26cf699a-5fda-4117-bdcb-cb78ef206867 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:06:54.578833 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26cf699a-5fda-4117-bdcb-cb78ef206867 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:06:54.579202 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26cf699a-5fda-4117-bdcb-cb78ef206867 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:06:54.579527 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26cf699a-5fda-4117-bdcb-cb78ef206867 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:06:54.579848 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26cf699a-5fda-4117-bdcb-cb78ef206867 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:06:54.583240 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-26cf699a-5fda-4117-bdcb-cb78ef206867 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:06:54.587453 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [None req-26cf699a-5fda-4117-bdcb-cb78ef206867 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0d5bf955-a50e-4ed2-83ef-3287a6b7861a HTTP/1.1" status: 204 len: 168 time: 0.2518728 Apr 08 03:06:55.440498 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70d9946-2cc7-411b-9e0c-179d85665b15 req-a1e951ce-8e98-4e6b-9c5d-5dd9f0952b13 tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:06:55.441082 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-f70d9946-2cc7-411b-9e0c-179d85665b15 req-a1e951ce-8e98-4e6b-9c5d-5dd9f0952b13 tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ec8b5fa-158a-4080-be68-8f7296d32e36 HTTP/1.1" status: 200 len: 945 time: 0.0968456 Apr 08 03:06:55.497300 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-f70d9946-2cc7-411b-9e0c-179d85665b15 req-ede0528c-f067-4eb5-8706-26ec6fb3fac5 tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] 10.222.0.15 "GET /v2.0/security-groups?id=ffd4b26c-b78c-4d00-8cbd-37d4ed5bcef7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465376 Apr 08 03:06:55.890104 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-6e78197d-61b7-410e-baa2-95d59ee58cf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:06:56.685564 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14138ad-4e30-4dfb-96f2-a2b300a7f378 req-57551e13-db11-4d6c-91a0-5172d486ac1a tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:06:56.687114 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-f14138ad-4e30-4dfb-96f2-a2b300a7f378 req-57551e13-db11-4d6c-91a0-5172d486ac1a tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ec8b5fa-158a-4080-be68-8f7296d32e36 HTTP/1.1" status: 200 len: 945 time: 0.0813463 Apr 08 03:06:56.733539 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-f14138ad-4e30-4dfb-96f2-a2b300a7f378 req-f7bb9ca0-a1eb-45bd-8724-38694d779a86 tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] 10.222.0.15 "GET /v2.0/security-groups?id=ffd4b26c-b78c-4d00-8cbd-37d4ed5bcef7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406680 Apr 08 03:06:56.840464 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.wsgi [-] (87786) accepted ('10.222.0.15', 51424) {{(pid=87786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:06:56.845809 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.v2.base [None req-eb440acf-c479-4457-a438-29053de02a74 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1251397035', 'description': 'tempest-description--243902407'}} {{(pid=87786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 03:06:56.852114 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.quota.driver [None req-eb440acf-c479-4457-a438-29053de02a74 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 03:06:56.861387 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.quota.driver [None req-eb440acf-c479-4457-a438-29053de02a74 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 03:06:56.952829 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-eb440acf-c479-4457-a438-29053de02a74 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Notify callbacks [] for security_group, before_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:06:56.973946 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.quota.driver [None req-eb440acf-c479-4457-a438-29053de02a74 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 03:06:56.978268 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [None req-eb440acf-c479-4457-a438-29053de02a74 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Usage tracker for resource:security_group_rule and tenant:5a3ce4b7e7fd4f29967f633688e46d21 is out of sync, need to count used quota {{(pid=87786) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 03:06:56.981128 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [None req-eb440acf-c479-4457-a438-29053de02a74 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87786) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 03:06:56.986697 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.quota.driver [None req-eb440acf-c479-4457-a438-29053de02a74 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 03:06:57.056472 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-eb440acf-c479-4457-a438-29053de02a74 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Notify callbacks [] for security_group, precommit_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:06:57.133250 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-eb440acf-c479-4457-a438-29053de02a74 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:06:57.183714 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb440acf-c479-4457-a438-29053de02a74 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5fd0c3c0-8ff1-4528-b49e-d9aa1e762a6f,revision_number=1']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:06:57.264251 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-eb440acf-c479-4457-a438-29053de02a74 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Notify callbacks [] for security_group, before_response {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:06:57.265557 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [None req-eb440acf-c479-4457-a438-29053de02a74 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4240379 Apr 08 03:06:57.268341 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.wsgi [-] (87786) accepted ('10.222.0.15', 51436) {{(pid=87786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:06:57.274318 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.v2.base [None req-de70d5ca-7c6e-420d-a6e4-c8fe999b593a tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Request body: {'security_group_rule': {'security_group_id': '5fd0c3c0-8ff1-4528-b49e-d9aa1e762a6f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 03:06:57.280123 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.quota.driver [None req-de70d5ca-7c6e-420d-a6e4-c8fe999b593a tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 03:06:57.283865 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [None req-de70d5ca-7c6e-420d-a6e4-c8fe999b593a tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Usage tracker for resource:security_group_rule and tenant:5a3ce4b7e7fd4f29967f633688e46d21 is out of sync, need to count used quota {{(pid=87786) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 03:06:57.286666 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [None req-de70d5ca-7c6e-420d-a6e4-c8fe999b593a tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87786) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 03:06:57.292426 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.quota.driver [None req-de70d5ca-7c6e-420d-a6e4-c8fe999b593a tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 03:06:57.379406 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-de70d5ca-7c6e-420d-a6e4-c8fe999b593a tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:06:57.438292 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-de70d5ca-7c6e-420d-a6e4-c8fe999b593a tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:06:57.486734 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-de70d5ca-7c6e-420d-a6e4-c8fe999b593a tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411622'] for security_group_rule, after_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:06:57.514034 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de70d5ca-7c6e-420d-a6e4-c8fe999b593a tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=108080a4-3634-4c8f-a285-5cd248a74fcf,revision_number=0']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:06:57.566819 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-de70d5ca-7c6e-420d-a6e4-c8fe999b593a tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:06:57.568071 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [None req-de70d5ca-7c6e-420d-a6e4-c8fe999b593a tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2987788 Apr 08 03:06:57.570823 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.wsgi [-] (87786) accepted ('10.222.0.15', 51446) {{(pid=87786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:06:57.576361 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.v2.base [None req-df2b0a81-123a-461e-833f-b276dc6ef0dd tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Request body: {'security_group_rule': {'security_group_id': '5fd0c3c0-8ff1-4528-b49e-d9aa1e762a6f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 03:06:57.582094 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.quota.driver [None req-df2b0a81-123a-461e-833f-b276dc6ef0dd tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 03:06:57.585993 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [None req-df2b0a81-123a-461e-833f-b276dc6ef0dd tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Usage tracker for resource:security_group_rule and tenant:5a3ce4b7e7fd4f29967f633688e46d21 is out of sync, need to count used quota {{(pid=87786) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 03:06:57.589084 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [None req-df2b0a81-123a-461e-833f-b276dc6ef0dd tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87786) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 03:06:57.594788 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.quota.driver [None req-df2b0a81-123a-461e-833f-b276dc6ef0dd tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 03:06:57.676198 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-df2b0a81-123a-461e-833f-b276dc6ef0dd tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:06:57.737242 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-df2b0a81-123a-461e-833f-b276dc6ef0dd tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:06:57.840949 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-df2b0a81-123a-461e-833f-b276dc6ef0dd tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411622'] for security_group_rule, after_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:06:57.863785 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2b0a81-123a-461e-833f-b276dc6ef0dd tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc96da1f-8ffd-40f4-92ad-d3dca151f5bd,revision_number=0']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:06:57.958479 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-df2b0a81-123a-461e-833f-b276dc6ef0dd tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:06:57.959765 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [None req-df2b0a81-123a-461e-833f-b276dc6ef0dd tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3874254 Apr 08 03:06:57.963103 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.wsgi [-] (87786) accepted ('10.222.0.15', 51458) {{(pid=87786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:06:57.968232 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.v2.base [None req-c5b70a11-dd3f-4fd2-af8c-60786d498785 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Request body: {'floatingip': {'floating_network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b'}} {{(pid=87786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 03:06:57.973993 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.quota.driver [None req-c5b70a11-dd3f-4fd2-af8c-60786d498785 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 03:06:57.979135 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [None req-c5b70a11-dd3f-4fd2-af8c-60786d498785 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Usage tracker for resource:floatingip and tenant:5a3ce4b7e7fd4f29967f633688e46d21 is out of sync, need to count used quota {{(pid=87786) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 03:06:57.982111 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [None req-c5b70a11-dd3f-4fd2-af8c-60786d498785 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87786) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 03:06:57.988352 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.quota.driver [None req-c5b70a11-dd3f-4fd2-af8c-60786d498785 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 03:06:58.088921 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-c5b70a11-dd3f-4fd2-af8c-60786d498785 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Notify callbacks [] for floatingip, before_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:06:58.227708 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-c5b70a11-dd3f-4fd2-af8c-60786d498785 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:06:58.324538 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-9c03501c-1508-437d-84c0-6ce92e80d7f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:06:58.363551 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.db_base_plugin_common [None req-c5b70a11-dd3f-4fd2-af8c-60786d498785 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Allocated IP 172.28.2.160 (98d1e709-75a7-4f60-9ef6-cd80d5a9207b/cdd7e012-314b-49de-85b2-875de1f002d2/857a0a01-7300-416d-8a93-092e98e3ba9d) {{(pid=87786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 03:06:58.575511 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 51468) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:06:58.598349 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-c5b70a11-dd3f-4fd2-af8c-60786d498785 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Notify callbacks [] for port, precommit_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:06:58.689716 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-01e7a243-7c01-49bf-95d9-d37f4119fd73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:06:58.692786 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-c5b70a11-dd3f-4fd2-af8c-60786d498785 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762846864680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2754409'] for port, after_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:06:58.704294 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-01e7a243-7c01-49bf-95d9-d37f4119fd73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 03:06:58.708028 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-01e7a243-7c01-49bf-95d9-d37f4119fd73 admin admin] Usage tracker for resource:security_group_rule and tenant:a5e773380eda4a3ba69b8be2d806689a is out of sync, need to count used quota {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 03:06:58.710742 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-01e7a243-7c01-49bf-95d9-d37f4119fd73 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 03:06:58.716944 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-01e7a243-7c01-49bf-95d9-d37f4119fd73 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 03:06:58.754691 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5b70a11-dd3f-4fd2-af8c-60786d498785 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Network 98d1e709-75a7-4f60-9ef6-cd80d5a9207b is already hosted by enough agents. {{(pid=87786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 03:06:58.757310 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.scheduler.base_scheduler [None req-c5b70a11-dd3f-4fd2-af8c-60786d498785 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Resources bound (agent type, host, resource id): {{(pid=87786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 03:06:58.766595 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b70a11-dd3f-4fd2-af8c-60786d498785 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Received port after_create {{(pid=87786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 03:06:58.797803 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-01e7a243-7c01-49bf-95d9-d37f4119fd73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:06:58.799115 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b70a11-dd3f-4fd2-af8c-60786d498785 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Pushing event updated for resources: {'Port': ['ID=857a0a01-7300-416d-8a93-092e98e3ba9d,revision_number=1']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:06:58.849750 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-c5b70a11-dd3f-4fd2-af8c-60786d498785 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:06:58.861007 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-01e7a243-7c01-49bf-95d9-d37f4119fd73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:06:58.910575 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-01e7a243-7c01-49bf-95d9-d37f4119fd73 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a5e773380eda4a3ba69b8be2d806689a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3334310 Apr 08 03:06:58.912147 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e7a243-7c01-49bf-95d9-d37f4119fd73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c339a1a-c4b7-488f-9a58-d5dec9d63a44,revision_number=1']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:06:58.914983 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 51474) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:06:58.967583 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-c5b70a11-dd3f-4fd2-af8c-60786d498785 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_update {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:06:58.972948 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-eaecfa17-72f0-4d5e-aca9-2c499c403e54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:06:58.998775 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-eaecfa17-72f0-4d5e-aca9-2c499c403e54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:06:59.127183 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-eaecfa17-72f0-4d5e-aca9-2c499c403e54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:06:59.147165 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaecfa17-72f0-4d5e-aca9-2c499c403e54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c339a1a-c4b7-488f-9a58-d5dec9d63a44,revision_number=None']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:06:59.161029 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-eaecfa17-72f0-4d5e-aca9-2c499c403e54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:06:59.168046 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-eaecfa17-72f0-4d5e-aca9-2c499c403e54 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9c339a1a-c4b7-488f-9a58-d5dec9d63a44 HTTP/1.1" status: 204 len: 168 time: 0.2461531 Apr 08 03:06:59.185410 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-c5b70a11-dd3f-4fd2-af8c-60786d498785 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Notify callbacks [] for port, precommit_update {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:06:59.187257 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-ef00a636-a289-418c-ab96-90866b017a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:06:59.240962 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:06:59.290264 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-c5b70a11-dd3f-4fd2-af8c-60786d498785 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762847214852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762846864698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762846864743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2754402'] for port, after_update {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:06:59.400361 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b70a11-dd3f-4fd2-af8c-60786d498785 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Pushing event updated for resources: {'Port': ['ID=857a0a01-7300-416d-8a93-092e98e3ba9d,revision_number=2']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:06:59.410126 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-c5b70a11-dd3f-4fd2-af8c-60786d498785 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-333402'] for floatingip, after_update {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:06:59.501308 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-c5b70a11-dd3f-4fd2-af8c-60786d498785 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207533'] for floatingip, before_response {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:06:59.503604 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [None req-c5b70a11-dd3f-4fd2-af8c-60786d498785 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5393209 Apr 08 03:06:59.718564 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [req-d725c89b-b892-4e98-bdbf-4047fa80fa23 req-bdebed1f-5d02-42da-9e15-029a7b8f630c tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Synchronizing usage tracker for tenant:5a3ce4b7e7fd4f29967f633688e46d21 on resource:security_group {{(pid=87786) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 03:06:59.792486 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [req-d725c89b-b892-4e98-bdbf-4047fa80fa23 req-bdebed1f-5d02-42da-9e15-029a7b8f630c tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Unset dirty status for tenant:5a3ce4b7e7fd4f29967f633688e46d21 on resource:security_group {{(pid=87786) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 03:06:59.793718 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-d725c89b-b892-4e98-bdbf-4047fa80fa23 req-bdebed1f-5d02-42da-9e15-029a7b8f630c tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1251397035&fields=id&tenant_id=5a3ce4b7e7fd4f29967f633688e46d21 HTTP/1.1" status: 200 len: 267 time: 0.1154518 Apr 08 03:06:59.795112 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.wsgi [-] (87786) accepted ('10.222.0.15', 51494) {{(pid=87786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:06:59.834018 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-59f844f0-103d-473c-8645-4b38127bad52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:06:59.863950 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.quota.driver [None req-59f844f0-103d-473c-8645-4b38127bad52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 03:06:59.916418 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [None req-59f844f0-103d-473c-8645-4b38127bad52 admin admin] Usage tracker for resource:security_group_rule and tenant:9caaaae247434a4bb56e3648bf82da6f is out of sync, need to count used quota {{(pid=87786) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 03:06:59.923319 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [None req-59f844f0-103d-473c-8645-4b38127bad52 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87786) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 03:06:59.937253 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.quota.driver [None req-59f844f0-103d-473c-8645-4b38127bad52 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 03:06:59.994574 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d725c89b-b892-4e98-bdbf-4047fa80fa23 req-d03eea7b-ac9e-4c4e-b90d-f6c7a90d80d5 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:06:59.996016 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-d725c89b-b892-4e98-bdbf-4047fa80fa23 req-d03eea7b-ac9e-4c4e-b90d-f6c7a90d80d5 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] 10.222.0.15 "GET /v2.0/networks?id=ba890812-2863-4d70-b21d-0d22eea7ba35 HTTP/1.1" status: 200 len: 815 time: 0.1867599 Apr 08 03:07:00.019367 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-d725c89b-b892-4e98-bdbf-4047fa80fa23 req-362688d6-0768-4453-9f2d-6b00d9634f96 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] 10.222.0.15 "GET /v2.0/quotas/5a3ce4b7e7fd4f29967f633688e46d21 HTTP/1.1" status: 200 len: 375 time: 0.0176260 Apr 08 03:07:00.119439 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-59f844f0-103d-473c-8645-4b38127bad52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:07:00.150090 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-d725c89b-b892-4e98-bdbf-4047fa80fa23 req-e4eceb01-4446-489d-ab67-a6327cedc61f tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=5a3ce4b7e7fd4f29967f633688e46d21&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1250365 Apr 08 03:07:00.168630 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.wsgi [req-d725c89b-b892-4e98-bdbf-4047fa80fa23 req-88f4b9b8-0980-433e-a13f-ea6f07f4a5b3 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=87786) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 08 03:07:00.170017 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-d725c89b-b892-4e98-bdbf-4047fa80fa23 req-88f4b9b8-0980-433e-a13f-ea6f07f4a5b3 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0083501 Apr 08 03:07:00.171715 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-59f844f0-103d-473c-8645-4b38127bad52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:07:00.248864 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [None req-59f844f0-103d-473c-8645-4b38127bad52 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9caaaae247434a4bb56e3648bf82da6f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4527013 Apr 08 03:07:00.251594 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 51498) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:07:00.310249 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f844f0-103d-473c-8645-4b38127bad52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00729702-1a54-4af0-8bb0-fcc33bfada5d,revision_number=1']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:07:00.310621 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-9e74c4e2-d636-48df-8a65-6bb28eb080ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:07:00.338544 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-9e74c4e2-d636-48df-8a65-6bb28eb080ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:07:00.354444 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-d725c89b-b892-4e98-bdbf-4047fa80fa23 req-afa9913a-fcd7-4ace-bb67-216211f1253e service neutron] 10.222.0.15 "GET /v2.0/networks/ba890812-2863-4d70-b21d-0d22eea7ba35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676838 Apr 08 03:07:00.458569 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-9e74c4e2-d636-48df-8a65-6bb28eb080ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:07:00.476090 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e74c4e2-d636-48df-8a65-6bb28eb080ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00729702-1a54-4af0-8bb0-fcc33bfada5d,revision_number=None']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:07:00.480354 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-9e74c4e2-d636-48df-8a65-6bb28eb080ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:07:00.482777 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-9e74c4e2-d636-48df-8a65-6bb28eb080ae admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/00729702-1a54-4af0-8bb0-fcc33bfada5d HTTP/1.1" status: 204 len: 168 time: 0.2288332 Apr 08 03:07:00.491654 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-d725c89b-b892-4e98-bdbf-4047fa80fa23 req-51ce6c61-b8b5-4778-ad7e-6d8e717017a4 service neutron] 10.222.0.15 "GET /v2.0/networks/ba890812-2863-4d70-b21d-0d22eea7ba35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310804 Apr 08 03:07:00.587561 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-0700d8e1-2fb2-4ab8-b601-2cbd26aa24a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:07:00.765075 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-a59a0e44-b298-443d-a3a7-03372ae548b5 req-043548be-0308-46c9-ad84-f6210b983ac0 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] 10.222.0.15 "GET /v2.0/ports?device_id=ad3663e3-0211-4402-abb4-214440898ebe HTTP/1.1" status: 200 len: 210 time: 0.0577476 Apr 08 03:07:01.927097 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-f6ae331b-f002-4b4b-b417-a5926b232997 req-4fbdcac5-abc4-4b80-b0ee-63f676884165 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] 10.222.0.15 "GET /v2.0/ports?device_id=ad3663e3-0211-4402-abb4-214440898ebe HTTP/1.1" status: 200 len: 210 time: 0.0474885 Apr 08 03:07:02.812958 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d725c89b-b892-4e98-bdbf-4047fa80fa23 req-057e3924-8b9e-44ac-a730-4eff4a9dcda1 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:07:02.814351 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-d725c89b-b892-4e98-bdbf-4047fa80fa23 req-057e3924-8b9e-44ac-a730-4eff4a9dcda1 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] 10.222.0.39 "GET /v2.0/networks?id=ba890812-2863-4d70-b21d-0d22eea7ba35 HTTP/1.1" status: 200 len: 815 time: 0.1424003 Apr 08 03:07:02.871158 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-d725c89b-b892-4e98-bdbf-4047fa80fa23 req-0cca12e0-8db1-4cc5-8d6b-aed4fef5ca97 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5a3ce4b7e7fd4f29967f633688e46d21 HTTP/1.1" status: 200 len: 473 time: 0.0425014 Apr 08 03:07:02.879182 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.v2.base [req-d725c89b-b892-4e98-bdbf-4047fa80fa23 req-e2a15711-6edf-4649-8c6a-e8e0768f2233 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Request body: {'port': {'device_id': 'ad3663e3-0211-4402-abb4-214440898ebe', 'network_id': 'ba890812-2863-4d70-b21d-0d22eea7ba35', 'admin_state_up': True, 'tenant_id': '5a3ce4b7e7fd4f29967f633688e46d21', 'security_groups': ['5fd0c3c0-8ff1-4528-b49e-d9aa1e762a6f']}} {{(pid=87786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 03:07:03.127224 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-3960de3c-f507-4519-892b-0e0767a7a8a6 req-58bfe2c3-edb2-434f-8d5a-c89692230808 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] 10.222.0.15 "GET /v2.0/ports?device_id=ad3663e3-0211-4402-abb4-214440898ebe HTTP/1.1" status: 200 len: 210 time: 0.0545366 Apr 08 03:07:03.162176 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.quota.driver [req-d725c89b-b892-4e98-bdbf-4047fa80fa23 req-e2a15711-6edf-4649-8c6a-e8e0768f2233 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 03:07:03.171495 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.quota.driver [req-d725c89b-b892-4e98-bdbf-4047fa80fa23 req-e2a15711-6edf-4649-8c6a-e8e0768f2233 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 03:07:03.258793 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d725c89b-b892-4e98-bdbf-4047fa80fa23 req-e2a15711-6edf-4649-8c6a-e8e0768f2233 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Made reservation on behalf of 5a3ce4b7e7fd4f29967f633688e46d21 for: {'port': 1} {{(pid=87786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 03:07:03.262379 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [req-d725c89b-b892-4e98-bdbf-4047fa80fa23 req-e2a15711-6edf-4649-8c6a-e8e0768f2233 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:07:03.418824 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.db_base_plugin_common [req-d725c89b-b892-4e98-bdbf-4047fa80fa23 req-e2a15711-6edf-4649-8c6a-e8e0768f2233 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Allocated IP 172.20.0.6 (ba890812-2863-4d70-b21d-0d22eea7ba35/038e94d4-9a88-4f45-8bb2-7cfeef771b58/8d688228-9a7c-4d2c-b1dc-eadfdea76852) {{(pid=87786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 03:07:03.601872 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [req-d725c89b-b892-4e98-bdbf-4047fa80fa23 req-e2a15711-6edf-4649-8c6a-e8e0768f2233 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Notify callbacks [] for port, precommit_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:07:03.616832 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.provisioning_blocks [req-d725c89b-b892-4e98-bdbf-4047fa80fa23 req-e2a15711-6edf-4649-8c6a-e8e0768f2233 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Transition to ACTIVE for port object 8d688228-9a7c-4d2c-b1dc-eadfdea76852 will not be triggered until provisioned by entity DHCP. {{(pid=87786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 03:07:03.721783 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [req-d725c89b-b892-4e98-bdbf-4047fa80fa23 req-e2a15711-6edf-4649-8c6a-e8e0768f2233 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762846864680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2754409'] for port, after_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:07:03.792013 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d725c89b-b892-4e98-bdbf-4047fa80fa23 req-e2a15711-6edf-4649-8c6a-e8e0768f2233 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Network ba890812-2863-4d70-b21d-0d22eea7ba35 is already hosted by enough agents. {{(pid=87786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 03:07:03.794850 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.scheduler.base_scheduler [req-d725c89b-b892-4e98-bdbf-4047fa80fa23 req-e2a15711-6edf-4649-8c6a-e8e0768f2233 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Resources bound (agent type, host, resource id): {{(pid=87786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 03:07:03.802971 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.l3_dvrscheduler_db [req-d725c89b-b892-4e98-bdbf-4047fa80fa23 req-e2a15711-6edf-4649-8c6a-e8e0768f2233 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Received port after_create {{(pid=87786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 03:07:03.834162 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a15711-6edf-4649-8c6a-e8e0768f2233 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Pushing event updated for resources: {'Port': ['ID=8d688228-9a7c-4d2c-b1dc-eadfdea76852,revision_number=1']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:07:03.871515 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d725c89b-b892-4e98-bdbf-4047fa80fa23 req-e2a15711-6edf-4649-8c6a-e8e0768f2233 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:07:03.872148 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [req-d725c89b-b892-4e98-bdbf-4047fa80fa23 req-e2a15711-6edf-4649-8c6a-e8e0768f2233 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207533'] for port, before_response {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:07:03.962197 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-d725c89b-b892-4e98-bdbf-4047fa80fa23 req-e2a15711-6edf-4649-8c6a-e8e0768f2233 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0864117 Apr 08 03:07:03.979711 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.v2.base [req-d725c89b-b892-4e98-bdbf-4047fa80fa23 req-2aa4ad82-c2b9-44d2-a9b2-9da027f39aa7 service neutron] Request body: {'port': {'device_id': 'ad3663e3-0211-4402-abb4-214440898ebe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83705'}} {{(pid=87786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 03:07:04.075280 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-4d5c9920-aaa1-486f-8819-74fbef978dc2 None None] Provisioning for port 8d688228-9a7c-4d2c-b1dc-eadfdea76852 completed by entity DHCP. {{(pid=87788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 03:07:04.080572 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-4d5c9920-aaa1-486f-8819-74fbef978dc2 None None] Provisioning complete for port 8d688228-9a7c-4d2c-b1dc-eadfdea76852 triggered by entity DHCP. {{(pid=87788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 03:07:04.081259 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-4d5c9920-aaa1-486f-8819-74fbef978dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587297'] for port, provisioning_complete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:07:04.095452 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [req-d725c89b-b892-4e98-bdbf-4047fa80fa23 req-2aa4ad82-c2b9-44d2-a9b2-9da027f39aa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_update {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:07:04.137113 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.plugin [None req-4d5c9920-aaa1-486f-8819-74fbef978dc2 None None] Port 8d688228-9a7c-4d2c-b1dc-eadfdea76852 cannot update to ACTIVE because it is not bound. {{(pid=87788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 03:07:04.439090 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bba07d-76c0-44fb-b229-ffe1c65ee28e req-b897de0c-60a7-4efd-8836-650753859e38 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:07:04.439796 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [req-32bba07d-76c0-44fb-b229-ffe1c65ee28e req-b897de0c-60a7-4efd-8836-650753859e38 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Synchronizing usage tracker for tenant:5a3ce4b7e7fd4f29967f633688e46d21 on resource:port {{(pid=87786) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 03:07:04.518530 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.notifiers.nova [req-d725c89b-b892-4e98-bdbf-4047fa80fa23 req-2aa4ad82-c2b9-44d2-a9b2-9da027f39aa7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d688228-9a7c-4d2c-b1dc-eadfdea76852 {{(pid=87786) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 03:07:04.526667 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [req-d725c89b-b892-4e98-bdbf-4047fa80fa23 req-2aa4ad82-c2b9-44d2-a9b2-9da027f39aa7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:07:04.530589 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [req-32bba07d-76c0-44fb-b229-ffe1c65ee28e req-b897de0c-60a7-4efd-8836-650753859e38 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Unset dirty status for tenant:5a3ce4b7e7fd4f29967f633688e46d21 on resource:port {{(pid=87786) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 03:07:04.531748 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-32bba07d-76c0-44fb-b229-ffe1c65ee28e req-b897de0c-60a7-4efd-8836-650753859e38 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] 10.222.0.15 "GET /v2.0/ports?device_id=ad3663e3-0211-4402-abb4-214440898ebe HTTP/1.1" status: 200 len: 931 time: 0.2676234 Apr 08 03:07:04.555968 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.provisioning_blocks [req-d725c89b-b892-4e98-bdbf-4047fa80fa23 req-2aa4ad82-c2b9-44d2-a9b2-9da027f39aa7 service neutron] Transition to ACTIVE for port object 8d688228-9a7c-4d2c-b1dc-eadfdea76852 will not be triggered until provisioned by entity L2. {{(pid=87786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 03:07:04.580281 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-32bba07d-76c0-44fb-b229-ffe1c65ee28e req-142e0985-f806-4d3d-85e5-8d1c327277ae tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fd0c3c0-8ff1-4528-b49e-d9aa1e762a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425694 Apr 08 03:07:04.615206 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [req-d725c89b-b892-4e98-bdbf-4047fa80fa23 req-2aa4ad82-c2b9-44d2-a9b2-9da027f39aa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762847214852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762846864698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762846864743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2754402'] for port, after_update {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:07:04.743050 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa4ad82-c2b9-44d2-a9b2-9da027f39aa7 service neutron] Pushing event updated for resources: {'Port': ['ID=8d688228-9a7c-4d2c-b1dc-eadfdea76852,revision_number=2']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:07:04.849289 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.managers [req-d725c89b-b892-4e98-bdbf-4047fa80fa23 req-2aa4ad82-c2b9-44d2-a9b2-9da027f39aa7 service neutron] Attempting to bind port 8d688228-9a7c-4d2c-b1dc-eadfdea76852 on host hv-cinder-83705 for vnic_type normal with profile {{(pid=87786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 03:07:04.849624 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.managers [req-d725c89b-b892-4e98-bdbf-4047fa80fa23 req-2aa4ad82-c2b9-44d2-a9b2-9da027f39aa7 service neutron] Attempting to bind port 8d688228-9a7c-4d2c-b1dc-eadfdea76852 by drivers openvswitch,hyperv on host hv-cinder-83705 at level 0 using segments [{'id': 'd5f53efa-6cf9-4846-830a-bc164d0ac2a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'ba890812-2863-4d70-b21d-0d22eea7ba35'}] {{(pid=87786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 03:07:04.849951 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d725c89b-b892-4e98-bdbf-4047fa80fa23 req-2aa4ad82-c2b9-44d2-a9b2-9da027f39aa7 service neutron] Attempting to bind port 8d688228-9a7c-4d2c-b1dc-eadfdea76852 on network ba890812-2863-4d70-b21d-0d22eea7ba35 {{(pid=87786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 03:07:04.855162 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d725c89b-b892-4e98-bdbf-4047fa80fa23 req-2aa4ad82-c2b9-44d2-a9b2-9da027f39aa7 service neutron] Port 8d688228-9a7c-4d2c-b1dc-eadfdea76852 on network ba890812-2863-4d70-b21d-0d22eea7ba35 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83705 {{(pid=87786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 08 03:07:04.855502 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d725c89b-b892-4e98-bdbf-4047fa80fa23 req-2aa4ad82-c2b9-44d2-a9b2-9da027f39aa7 service neutron] Attempting to bind port 8d688228-9a7c-4d2c-b1dc-eadfdea76852 on network ba890812-2863-4d70-b21d-0d22eea7ba35 {{(pid=87786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 03:07:04.860572 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d725c89b-b892-4e98-bdbf-4047fa80fa23 req-2aa4ad82-c2b9-44d2-a9b2-9da027f39aa7 service neutron] Checking agent: {'id': '80029809-569d-4306-9121-6b636b3093bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83705', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 2, 54, 9), 'started_at': datetime.datetime(2022, 4, 8, 2, 54, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 3, 6, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 03:07:04.860904 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d725c89b-b892-4e98-bdbf-4047fa80fa23 req-2aa4ad82-c2b9-44d2-a9b2-9da027f39aa7 service neutron] Checking segment: {'id': 'd5f53efa-6cf9-4846-830a-bc164d0ac2a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'ba890812-2863-4d70-b21d-0d22eea7ba35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 03:07:04.861273 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d725c89b-b892-4e98-bdbf-4047fa80fa23 req-2aa4ad82-c2b9-44d2-a9b2-9da027f39aa7 service neutron] Bound using segment: {'id': 'd5f53efa-6cf9-4846-830a-bc164d0ac2a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'ba890812-2863-4d70-b21d-0d22eea7ba35'} {{(pid=87786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 03:07:04.861694 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.managers [req-d725c89b-b892-4e98-bdbf-4047fa80fa23 req-2aa4ad82-c2b9-44d2-a9b2-9da027f39aa7 service neutron] Bound port: 8d688228-9a7c-4d2c-b1dc-eadfdea76852, host: hv-cinder-83705, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5f53efa-6cf9-4846-830a-bc164d0ac2a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'ba890812-2863-4d70-b21d-0d22eea7ba35'}}] {{(pid=87786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 03:07:04.862032 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [req-d725c89b-b892-4e98-bdbf-4047fa80fa23 req-2aa4ad82-c2b9-44d2-a9b2-9da027f39aa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_update {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:07:04.948302 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.db [req-d725c89b-b892-4e98-bdbf-4047fa80fa23 req-2aa4ad82-c2b9-44d2-a9b2-9da027f39aa7 service neutron] For port 8d688228-9a7c-4d2c-b1dc-eadfdea76852, host hv-cinder-83705, cleared binding levels {{(pid=87786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 03:07:04.951062 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.db [req-d725c89b-b892-4e98-bdbf-4047fa80fa23 req-2aa4ad82-c2b9-44d2-a9b2-9da027f39aa7 service neutron] For port 8d688228-9a7c-4d2c-b1dc-eadfdea76852, host hv-cinder-83705, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=8d688228-9a7c-4d2c-b1dc-eadfdea76852,segment=NetworkSegment(d5f53efa-6cf9-4846-830a-bc164d0ac2a3),segment_id=d5f53efa-6cf9-4846-830a-bc164d0ac2a3)] {{(pid=87786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 03:07:05.044186 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [req-d725c89b-b892-4e98-bdbf-4047fa80fa23 req-2aa4ad82-c2b9-44d2-a9b2-9da027f39aa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762847214852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762846864698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762846864743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2754402'] for port, after_update {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:07:05.102473 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d725c89b-b892-4e98-bdbf-4047fa80fa23 req-2aa4ad82-c2b9-44d2-a9b2-9da027f39aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:07:05.103086 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [req-d725c89b-b892-4e98-bdbf-4047fa80fa23 req-2aa4ad82-c2b9-44d2-a9b2-9da027f39aa7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207533'] for port, before_response {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:07:05.104547 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-d725c89b-b892-4e98-bdbf-4047fa80fa23 req-2aa4ad82-c2b9-44d2-a9b2-9da027f39aa7 service neutron] 10.222.0.39 "PUT /v2.0/ports/8d688228-9a7c-4d2c-b1dc-eadfdea76852 HTTP/1.1" status: 200 len: 1093 time: 1.1288867 Apr 08 03:07:05.104974 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad3663e3-0211-4402-abb4-214440898ebe', 'tag': '8d688228-9a7c-4d2c-b1dc-eadfdea76852'}] {{(pid=87786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 03:07:05.129650 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa4ad82-c2b9-44d2-a9b2-9da027f39aa7 service neutron] Pushing event updated for resources: {'Port': ['ID=8d688228-9a7c-4d2c-b1dc-eadfdea76852,revision_number=3']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:07:05.160730 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b5a6d83-39a9-4fac-99e9-0c52f995e0e5'] response: {'name': 'network-changed', 'server_uuid': 'ad3663e3-0211-4402-abb4-214440898ebe', 'tag': '8d688228-9a7c-4d2c-b1dc-eadfdea76852', 'status': 'completed', 'code': 200} Apr 08 03:07:05.275540 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba3fc02-12ea-4fcc-bd68-ce05892c0811 req-2917fa2b-02fd-4ebf-9108-a020cc36d412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:07:05.277044 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-5ba3fc02-12ea-4fcc-bd68-ce05892c0811 req-2917fa2b-02fd-4ebf-9108-a020cc36d412 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5a3ce4b7e7fd4f29967f633688e46d21&device_id=ad3663e3-0211-4402-abb4-214440898ebe HTTP/1.1" status: 200 len: 1096 time: 0.0742710 Apr 08 03:07:05.433099 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba3fc02-12ea-4fcc-bd68-ce05892c0811 req-4390f74a-36de-4483-b8e5-bc4c80a89c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:07:05.434565 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-5ba3fc02-12ea-4fcc-bd68-ce05892c0811 req-4390f74a-36de-4483-b8e5-bc4c80a89c01 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=5a3ce4b7e7fd4f29967f633688e46d21&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1359406 Apr 08 03:07:05.571107 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba3fc02-12ea-4fcc-bd68-ce05892c0811 req-f92bc3a2-c8f4-480b-ab15-7ce46763bf61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:07:05.572589 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-5ba3fc02-12ea-4fcc-bd68-ce05892c0811 req-f92bc3a2-c8f4-480b-ab15-7ce46763bf61 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1323147 Apr 08 03:07:05.857703 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d725c89b-b892-4e98-bdbf-4047fa80fa23 req-a2433504-3b1c-430e-8c9a-e7e7f4b4554f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:07:05.859194 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-d725c89b-b892-4e98-bdbf-4047fa80fa23 req-a2433504-3b1c-430e-8c9a-e7e7f4b4554f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5a3ce4b7e7fd4f29967f633688e46d21&device_id=ad3663e3-0211-4402-abb4-214440898ebe HTTP/1.1" status: 200 len: 1096 time: 0.2221513 Apr 08 03:07:05.875994 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b49a69b-2a65-4e68-ac42-89cbaa7ae47f req-824b4d53-eae3-4e6c-80da-5e8d40749d98 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:07:05.877500 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-8b49a69b-2a65-4e68-ac42-89cbaa7ae47f req-824b4d53-eae3-4e6c-80da-5e8d40749d98 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] 10.222.0.15 "GET /v2.0/ports?device_id=ad3663e3-0211-4402-abb4-214440898ebe HTTP/1.1" status: 200 len: 943 time: 0.1092992 Apr 08 03:07:05.955028 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-d725c89b-b892-4e98-bdbf-4047fa80fa23 req-e06855f5-686e-4c47-88f5-c722c042ab7f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8d688228-9a7c-4d2c-b1dc-eadfdea76852 HTTP/1.1" status: 200 len: 217 time: 0.0764701 Apr 08 03:07:06.017429 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-8b49a69b-2a65-4e68-ac42-89cbaa7ae47f req-976a3991-7ee5-47d8-8ee6-bc2b89b88d39 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fd0c3c0-8ff1-4528-b49e-d9aa1e762a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908518 Apr 08 03:07:06.039491 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d725c89b-b892-4e98-bdbf-4047fa80fa23 req-de5bcd27-66c2-4b0d-9ec3-4b03b932177c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:07:06.039491 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-d725c89b-b892-4e98-bdbf-4047fa80fa23 req-de5bcd27-66c2-4b0d-9ec3-4b03b932177c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=038e94d4-9a88-4f45-8bb2-7cfeef771b58 HTTP/1.1" status: 200 len: 854 time: 0.0722594 Apr 08 03:07:06.116462 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d725c89b-b892-4e98-bdbf-4047fa80fa23 req-6843ecd0-897b-444e-854b-e38bff579292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:07:06.117991 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-d725c89b-b892-4e98-bdbf-4047fa80fa23 req-6843ecd0-897b-444e-854b-e38bff579292 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ba890812-2863-4d70-b21d-0d22eea7ba35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0739381 Apr 08 03:07:06.249572 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-d725c89b-b892-4e98-bdbf-4047fa80fa23 req-93df47fe-e2fc-4af0-b715-df5270f42f33 service neutron] 10.222.0.39 "GET /v2.0/networks/ba890812-2863-4d70-b21d-0d22eea7ba35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248479 Apr 08 03:07:06.382818 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-d725c89b-b892-4e98-bdbf-4047fa80fa23 req-136497d0-4805-4afb-821f-fee219689e2a service neutron] 10.222.0.39 "GET /v2.0/networks/ba890812-2863-4d70-b21d-0d22eea7ba35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271703 Apr 08 03:07:07.207946 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009f3618-9527-4a85-8956-f6688d7e6905 req-c89d3333-3ddb-4065-9c5e-5a7269015718 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:07:07.209366 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-009f3618-9527-4a85-8956-f6688d7e6905 req-c89d3333-3ddb-4065-9c5e-5a7269015718 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] 10.222.0.15 "GET /v2.0/ports?device_id=ad3663e3-0211-4402-abb4-214440898ebe HTTP/1.1" status: 200 len: 943 time: 0.0836823 Apr 08 03:07:07.253231 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-009f3618-9527-4a85-8956-f6688d7e6905 req-84f1fd5d-6ad4-48d6-a303-d66ef341e848 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fd0c3c0-8ff1-4528-b49e-d9aa1e762a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380936 Apr 08 03:07:08.436515 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c294b6eb-0b1a-46ad-81df-ec48be5ce39b req-7cbce3b0-510f-412a-bee3-e02fce5438ce tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:07:08.437973 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-c294b6eb-0b1a-46ad-81df-ec48be5ce39b req-7cbce3b0-510f-412a-bee3-e02fce5438ce tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] 10.222.0.15 "GET /v2.0/ports?device_id=ad3663e3-0211-4402-abb4-214440898ebe HTTP/1.1" status: 200 len: 943 time: 0.0797527 Apr 08 03:07:08.481544 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-c294b6eb-0b1a-46ad-81df-ec48be5ce39b req-98cde7e3-b776-4a2d-93ea-75c3ec3cbbbf tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fd0c3c0-8ff1-4528-b49e-d9aa1e762a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377839 Apr 08 03:07:08.982233 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Device 8d688228-9a7c-4d2c-b1dc-eadfdea76852 details requested by agent hyperv_hv-cinder-83705 with host hv-cinder-83705 {{(pid=87788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 08 03:07:09.110070 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.db [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] For port 8d688228-9a7c-4d2c-b1dc-eadfdea76852, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=8d688228-9a7c-4d2c-b1dc-eadfdea76852,segment=NetworkSegment(d5f53efa-6cf9-4846-830a-bc164d0ac2a3),segment_id=d5f53efa-6cf9-4846-830a-bc164d0ac2a3)] {{(pid=87788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 03:07:09.122395 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Returning: {'device': '8d688228-9a7c-4d2c-b1dc-eadfdea76852', 'network_id': 'ba890812-2863-4d70-b21d-0d22eea7ba35', 'port_id': '8d688228-9a7c-4d2c-b1dc-eadfdea76852', 'mac_address': 'fa:16:3e:30:00:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 275, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '038e94d4-9a88-4f45-8bb2-7cfeef771b58', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 03:07:09.180627 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:07:09.205662 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.notifiers.nova [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d688228-9a7c-4d2c-b1dc-eadfdea76852 {{(pid=87788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 03:07:09.232538 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.db [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] For port 8d688228-9a7c-4d2c-b1dc-eadfdea76852, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=8d688228-9a7c-4d2c-b1dc-eadfdea76852,segment=NetworkSegment(d5f53efa-6cf9-4846-830a-bc164d0ac2a3),segment_id=d5f53efa-6cf9-4846-830a-bc164d0ac2a3)] {{(pid=87788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 03:07:09.264054 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:07:09.289857 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762847214852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762846864698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762846864743'] for port, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:07:09.388888 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Pushing event updated for resources: {'Port': ['ID=8d688228-9a7c-4d2c-b1dc-eadfdea76852,revision_number=4']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:07:09.667591 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 51610) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:07:09.683252 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68af42ca-119b-4d2d-9c40-e92f770f09db req-fcbf00ed-65e5-453c-881b-61a36d7b9e9e tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:07:09.684720 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-68af42ca-119b-4d2d-9c40-e92f770f09db req-fcbf00ed-65e5-453c-881b-61a36d7b9e9e tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] 10.222.0.15 "GET /v2.0/ports?device_id=ad3663e3-0211-4402-abb4-214440898ebe HTTP/1.1" status: 200 len: 944 time: 0.0878761 Apr 08 03:07:09.706237 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.db [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] get_ports_and_sgs() called for port_ids ['8d688228-9a7c-4d2c-b1dc-eadfdea76852'] {{(pid=87788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 03:07:09.728741 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-68af42ca-119b-4d2d-9c40-e92f770f09db req-1385c62e-1438-42fe-bb6e-bb4559b36f94 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fd0c3c0-8ff1-4528-b49e-d9aa1e762a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384033 Apr 08 03:07:09.799906 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-40b9ecaf-939d-4811-a2ba-06dcaa602a00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:07:09.813908 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-40b9ecaf-939d-4811-a2ba-06dcaa602a00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 03:07:09.817641 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-40b9ecaf-939d-4811-a2ba-06dcaa602a00 admin admin] Usage tracker for resource:security_group_rule and tenant:0137a76e3b074f4cba1511275c83ef8a is out of sync, need to count used quota {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 03:07:09.820901 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-40b9ecaf-939d-4811-a2ba-06dcaa602a00 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 03:07:09.826448 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-40b9ecaf-939d-4811-a2ba-06dcaa602a00 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 03:07:09.908195 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-40b9ecaf-939d-4811-a2ba-06dcaa602a00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:07:09.980941 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-40b9ecaf-939d-4811-a2ba-06dcaa602a00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:07:10.028519 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-40b9ecaf-939d-4811-a2ba-06dcaa602a00 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0137a76e3b074f4cba1511275c83ef8a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3597882 Apr 08 03:07:10.029304 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b9ecaf-939d-4811-a2ba-06dcaa602a00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3191a955-0bde-4c77-a5c5-b1e6d4780bb9,revision_number=1']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:07:10.032191 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.wsgi [-] (87786) accepted ('10.222.0.15', 51616) {{(pid=87786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:07:10.091440 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-4a69da7c-87d9-44b3-ae9a-96039dbbecd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:07:10.115987 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-4a69da7c-87d9-44b3-ae9a-96039dbbecd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:07:10.232638 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-4a69da7c-87d9-44b3-ae9a-96039dbbecd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:07:10.249470 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a69da7c-87d9-44b3-ae9a-96039dbbecd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3191a955-0bde-4c77-a5c5-b1e6d4780bb9,revision_number=None']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:07:10.254977 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-4a69da7c-87d9-44b3-ae9a-96039dbbecd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:07:10.257055 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [None req-4a69da7c-87d9-44b3-ae9a-96039dbbecd4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3191a955-0bde-4c77-a5c5-b1e6d4780bb9 HTTP/1.1" status: 204 len: 168 time: 0.2240133 Apr 08 03:07:10.923762 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ecfa98-6615-44c3-9725-5ce922650611 req-528df7a2-0629-4645-a95b-aad53096e464 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:07:10.925206 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-c8ecfa98-6615-44c3-9725-5ce922650611 req-528df7a2-0629-4645-a95b-aad53096e464 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] 10.222.0.15 "GET /v2.0/ports?device_id=ad3663e3-0211-4402-abb4-214440898ebe HTTP/1.1" status: 200 len: 944 time: 0.0879276 Apr 08 03:07:10.970325 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-c8ecfa98-6615-44c3-9725-5ce922650611 req-a71ac18f-b1ba-4551-8fc8-88dde1e04eff tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fd0c3c0-8ff1-4528-b49e-d9aa1e762a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393105 Apr 08 03:07:10.975963 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Device 8d688228-9a7c-4d2c-b1dc-eadfdea76852 up at agent hyperv_hv-cinder-83705 {{(pid=87788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 03:07:11.138256 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Provisioning for port 8d688228-9a7c-4d2c-b1dc-eadfdea76852 completed by entity L2. {{(pid=87788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 03:07:11.143665 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Provisioning complete for port 8d688228-9a7c-4d2c-b1dc-eadfdea76852 triggered by entity L2. {{(pid=87788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 03:07:11.144034 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587297'] for port, provisioning_complete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:07:11.260475 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:07:11.289006 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad3663e3-0211-4402-abb4-214440898ebe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d688228-9a7c-4d2c-b1dc-eadfdea76852'}] {{(pid=87788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 03:07:11.299301 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.db [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] For port 8d688228-9a7c-4d2c-b1dc-eadfdea76852, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=8d688228-9a7c-4d2c-b1dc-eadfdea76852,segment=NetworkSegment(d5f53efa-6cf9-4846-830a-bc164d0ac2a3),segment_id=d5f53efa-6cf9-4846-830a-bc164d0ac2a3)] {{(pid=87788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 03:07:11.333204 dv-cinder-837051-1-smb neutron-server[87788]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2cb0d2db-3c27-4228-b74b-6b88ebb5a345'] response: {'server_uuid': 'ad3663e3-0211-4402-abb4-214440898ebe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d688228-9a7c-4d2c-b1dc-eadfdea76852', 'code': 200} Apr 08 03:07:11.368368 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762847214852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762846864698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762846864743'] for port, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:07:11.443112 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Pushing event updated for resources: {'Port': ['ID=8d688228-9a7c-4d2c-b1dc-eadfdea76852,revision_number=5']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:07:11.729387 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84426061-43bb-4a54-95ea-89752c9b0d36 req-d89565c9-0fac-4725-9e8d-2282430cf635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:07:11.730809 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-84426061-43bb-4a54-95ea-89752c9b0d36 req-d89565c9-0fac-4725-9e8d-2282430cf635 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ad3663e3-0211-4402-abb4-214440898ebe HTTP/1.1" status: 200 len: 1098 time: 0.0676811 Apr 08 03:07:11.773883 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-84426061-43bb-4a54-95ea-89752c9b0d36 req-2814edb4-9112-4784-a421-f16695c89239 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=5fd0c3c0-8ff1-4528-b49e-d9aa1e762a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362642 Apr 08 03:07:12.169223 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031b0f97-2a8f-4f26-99e9-aaaec29d96fd req-b66ece42-53a3-4453-a9ca-ba4cd51b733a tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:07:12.171008 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-031b0f97-2a8f-4f26-99e9-aaaec29d96fd req-b66ece42-53a3-4453-a9ca-ba4cd51b733a tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] 10.222.0.15 "GET /v2.0/ports?device_id=ad3663e3-0211-4402-abb4-214440898ebe HTTP/1.1" status: 200 len: 945 time: 0.0890462 Apr 08 03:07:12.214976 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-031b0f97-2a8f-4f26-99e9-aaaec29d96fd req-33b6ad2e-09fd-4818-8686-8619dcf3356a tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fd0c3c0-8ff1-4528-b49e-d9aa1e762a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383689 Apr 08 03:07:13.418178 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08adf5bc-b8b2-4217-8cb7-b0ba3458b0fb req-6311430a-e541-459e-b30f-9941184ab853 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:07:13.419729 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-08adf5bc-b8b2-4217-8cb7-b0ba3458b0fb req-6311430a-e541-459e-b30f-9941184ab853 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] 10.222.0.15 "GET /v2.0/ports?device_id=ad3663e3-0211-4402-abb4-214440898ebe HTTP/1.1" status: 200 len: 945 time: 0.0952880 Apr 08 03:07:13.467583 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-08adf5bc-b8b2-4217-8cb7-b0ba3458b0fb req-b0cc803f-e2d9-4b1a-a2e2-33d36a04266f tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fd0c3c0-8ff1-4528-b49e-d9aa1e762a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419695 Apr 08 03:07:14.652120 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17b6667-7823-438b-932a-2bb1b4786236 req-6b660320-ead8-4296-bcc6-79b4d8d8b260 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:07:14.653572 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-a17b6667-7823-438b-932a-2bb1b4786236 req-6b660320-ead8-4296-bcc6-79b4d8d8b260 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] 10.222.0.15 "GET /v2.0/ports?device_id=ad3663e3-0211-4402-abb4-214440898ebe HTTP/1.1" status: 200 len: 945 time: 0.0817401 Apr 08 03:07:14.698363 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-a17b6667-7823-438b-932a-2bb1b4786236 req-d82a83d9-c8c4-4786-a4bd-cb6d79b15940 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fd0c3c0-8ff1-4528-b49e-d9aa1e762a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391006 Apr 08 03:07:14.880790 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f8785d-f3a9-4b4b-9923-3e27ea8d76f0 req-a84fdc94-5d66-4fa4-b680-40a73cbb99c0 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:07:14.882448 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-d6f8785d-f3a9-4b4b-9923-3e27ea8d76f0 req-a84fdc94-5d66-4fa4-b680-40a73cbb99c0 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] 10.222.0.15 "GET /v2.0/ports?device_id=ad3663e3-0211-4402-abb4-214440898ebe HTTP/1.1" status: 200 len: 945 time: 0.0838027 Apr 08 03:07:14.891496 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.wsgi [-] (87786) accepted ('10.222.0.15', 51690) {{(pid=87786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:07:14.896878 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.v2.base [None req-3cab8f46-c3e6-4ee5-bf1f-302bfb2e3f4f tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Request body: {'floatingip': {'port_id': '8d688228-9a7c-4d2c-b1dc-eadfdea76852'}} {{(pid=87786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 03:07:15.073475 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-3cab8f46-c3e6-4ee5-bf1f-302bfb2e3f4f tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Notify callbacks [] for floatingip, before_update {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:07:15.665091 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-3cab8f46-c3e6-4ee5-bf1f-302bfb2e3f4f tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:07:15.734923 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-3cab8f46-c3e6-4ee5-bf1f-302bfb2e3f4f tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-333402'] for floatingip, after_update {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:07:15.903114 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.db.l3_db [None req-3cab8f46-c3e6-4ee5-bf1f-302bfb2e3f4f tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Floating IP 29c5b62b-7b7d-4b0b-bb39-4235d125f760 associated. External IP: 172.28.2.160, port: 8d688228-9a7c-4d2c-b1dc-eadfdea76852. Apr 08 03:07:16.246855 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cab8f46-c3e6-4ee5-bf1f-302bfb2e3f4f tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Router 4050a539-de50-4aaa-a89d-d5a9942b0afd has already been hosted by L3 agent 70d74887-4404-4f0d-99b3-e017d5637063 {{(pid=87786) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 03:07:16.526464 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cab8f46-c3e6-4ee5-bf1f-302bfb2e3f4f tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Notify agent at l3_agent.dv-cinder-837051-1-smb the message routers_updated {{(pid=87786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 03:07:16.531383 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-3cab8f46-c3e6-4ee5-bf1f-302bfb2e3f4f tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207533'] for floatingip, before_response {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:07:16.536471 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bfc92c3-ee0b-4eb7-8909-f4f323bc3a0e None None] Sync routers for ids ['4050a539-de50-4aaa-a89d-d5a9942b0afd'] in dv-cinder-837051-1-smb {{(pid=87789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 03:07:16.546168 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bfc92c3-ee0b-4eb7-8909-f4f323bc3a0e None None] Routers {'4050a539-de50-4aaa-a89d-d5a9942b0afd'} bound to L3 agent in host dv-cinder-837051-1-smb {{(pid=87789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 03:07:16.546880 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.l3_hamode_db [None req-2bfc92c3-ee0b-4eb7-8909-f4f323bc3a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837051-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T02:46:58Z,description=,heartbeat_timestamp=2022-04-08T03:06:58Z,host='dv-cinder-837051-1-smb',id=70d74887-4404-4f0d-99b3-e017d5637063,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T02:46:59Z,topic='l3_agent')) {'router_ids': ['4050a539-de50-4aaa-a89d-d5a9942b0afd'], 'active': True} {{(pid=87789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 03:07:16.587378 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [None req-3cab8f46-c3e6-4ee5-bf1f-302bfb2e3f4f tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] 10.222.0.15 "PUT /v2.0/floatingips/29c5b62b-7b7d-4b0b-bb39-4235d125f760 HTTP/1.1" status: 200 len: 991 time: 1.6947734 Apr 08 03:07:16.588045 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad3663e3-0211-4402-abb4-214440898ebe', 'tag': '8d688228-9a7c-4d2c-b1dc-eadfdea76852'}] {{(pid=87786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 03:07:16.624822 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.wsgi [-] (87786) accepted ('10.222.0.15', 51704) {{(pid=87786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:07:16.646682 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d09d2fd3-ca47-45e2-bb79-33f1be63bcb6'] response: {'name': 'network-changed', 'server_uuid': 'ad3663e3-0211-4402-abb4-214440898ebe', 'tag': '8d688228-9a7c-4d2c-b1dc-eadfdea76852', 'status': 'completed', 'code': 200} Apr 08 03:07:16.754057 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-ad6efab5-1cdf-481c-a029-599af965ad76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:07:16.762191 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.l3_dvr_db [None req-2bfc92c3-ee0b-4eb7-8909-f4f323bc3a0e None None] Set router 4050a539-de50-4aaa-a89d-d5a9942b0afd gateway port host: dv-cinder-837051-1-smb {{(pid=87789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 03:07:16.773618 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.quota.driver [None req-ad6efab5-1cdf-481c-a029-599af965ad76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 03:07:16.778889 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [None req-ad6efab5-1cdf-481c-a029-599af965ad76 admin admin] Usage tracker for resource:security_group_rule and tenant:c5bfb7648e3d4ec59d187063d2952832 is out of sync, need to count used quota {{(pid=87786) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 03:07:16.782285 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [None req-ad6efab5-1cdf-481c-a029-599af965ad76 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87786) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 03:07:16.789736 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.quota.driver [None req-ad6efab5-1cdf-481c-a029-599af965ad76 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 03:07:16.816341 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0c23a9-e409-4af0-a176-7d2234f6dd4a req-75a8034d-b6a1-4383-8a1e-baf2fc4329dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:07:16.817816 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-9b0c23a9-e409-4af0-a176-7d2234f6dd4a req-75a8034d-b6a1-4383-8a1e-baf2fc4329dc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5a3ce4b7e7fd4f29967f633688e46d21&device_id=ad3663e3-0211-4402-abb4-214440898ebe HTTP/1.1" status: 200 len: 1098 time: 0.1253557 Apr 08 03:07:17.008290 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0c23a9-e409-4af0-a176-7d2234f6dd4a req-8fe7d893-8eb0-4c94-ac41-08d467a6a037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:07:17.009764 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-9b0c23a9-e409-4af0-a176-7d2234f6dd4a req-8fe7d893-8eb0-4c94-ac41-08d467a6a037 service neutron] 10.222.0.39 "GET /v2.0/networks?id=ba890812-2863-4d70-b21d-0d22eea7ba35 HTTP/1.1" status: 200 len: 916 time: 0.1830335 Apr 08 03:07:17.016597 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-ad6efab5-1cdf-481c-a029-599af965ad76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:07:17.074000 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-ad6efab5-1cdf-481c-a029-599af965ad76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:07:17.110308 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.l3_hamode_db [None req-2bfc92c3-ee0b-4eb7-8909-f4f323bc3a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4050a539-de50-4aaa-a89d-d5a9942b0afd', 'name': 'tempest-AttachVolumeNegativeTest-1509550206-router', 'tenant_id': '5a3ce4b7e7fd4f29967f633688e46d21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'external_fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.124'}], 'enable_snat': True}, 'gw_port_id': '4f7df864-6633-4039-b706-9d452ad65bcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T03:05:09Z', 'updated_at': '2022-04-08T03:05:13Z', 'revision_number': 4, 'project_id': '5a3ce4b7e7fd4f29967f633688e46d21', 'gw_port': {'id': '4f7df864-6633-4039-b706-9d452ad65bcc', 'name': '', 'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:4a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4050a539-de50-4aaa-a89d-d5a9942b0afd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T03:05:10Z', 'updated_at': '2022-04-08T03:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-smb', '_floatingips': [{'id': '29c5b62b-7b7d-4b0b-bb39-4235d125f760', 'tenant_id': '5a3ce4b7e7fd4f29967f633688e46d21', 'floating_ip_address': '172.28.2.160', 'floating_network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'router_id': '4050a539-de50-4aaa-a89d-d5a9942b0afd', 'port_id': '8d688228-9a7c-4d2c-b1dc-eadfdea76852', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 614, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba890812-2863-4d70-b21d-0d22eea7ba35', 'mac_address': 'fa:16:3e:30:00:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad3663e3-0211-4402-abb4-214440898ebe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T03:06:58Z', 'updated_at': '2022-04-08T03:07:15Z', 'revision_number': 1, 'project_id': '5a3ce4b7e7fd4f29967f633688e46d21', 'fixed_ip_address_scope': None}, {'id': '5c1577fd-86fe-4b3d-b05f-6c4b575c12d7', 'tenant_id': '5a3ce4b7e7fd4f29967f633688e46d21', 'floating_ip_address': '172.28.2.79', 'floating_network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'router_id': '4050a539-de50-4aaa-a89d-d5a9942b0afd', 'port_id': '664e65dc-48ad-4fbe-beb6-0fc1010698b1', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba890812-2863-4d70-b21d-0d22eea7ba35', 'mac_address': 'fa:16:3e:9c:b8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f6bf039-5914-43d6-b34f-ea537ee841eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T03:05:18Z', 'updated_at': '2022-04-08T03:05:36Z', 'revision_number': 2, 'project_id': '5a3ce4b7e7fd4f29967f633688e46d21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff05b249-f992-41f4-9186-089c632e5d2c', 'name': '', 'network_id': 'ba890812-2863-4d70-b21d-0d22eea7ba35', 'tenant_id': '5a3ce4b7e7fd4f29967f633688e46d21', 'mac_address': 'fa:16:3e:5f:86:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4050a539-de50-4aaa-a89d-d5a9942b0afd', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '038e94d4-9a88-4f45-8bb2-7cfeef771b58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T03:05:12Z', 'updated_at': '2022-04-08T03:05:19Z', 'revision_number': 5, 'project_id': '5a3ce4b7e7fd4f29967f633688e46d21', 'subnets': [{'id': '038e94d4-9a88-4f45-8bb2-7cfeef771b58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837051-1-smb', False) {} {{(pid=87789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 03:07:17.114220 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bfc92c3-ee0b-4eb7-8909-f4f323bc3a0e None None] Checking router: 4050a539-de50-4aaa-a89d-d5a9942b0afd for host: dv-cinder-837051-1-smb {{(pid=87789) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 03:07:17.122890 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bfc92c3-ee0b-4eb7-8909-f4f323bc3a0e None None] Routers {'4050a539-de50-4aaa-a89d-d5a9942b0afd'} bound to L3 agent in host dv-cinder-837051-1-smb {{(pid=87789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 03:07:17.123545 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.l3_hamode_db [None req-2bfc92c3-ee0b-4eb7-8909-f4f323bc3a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837051-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T02:46:58Z,description=,heartbeat_timestamp=2022-04-08T03:06:58Z,host='dv-cinder-837051-1-smb',id=70d74887-4404-4f0d-99b3-e017d5637063,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T02:46:59Z,topic='l3_agent')) {'router_ids': ['4050a539-de50-4aaa-a89d-d5a9942b0afd'], 'active': True} {{(pid=87789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 03:07:17.153733 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [None req-ad6efab5-1cdf-481c-a029-599af965ad76 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c5bfb7648e3d4ec59d187063d2952832&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5276024 Apr 08 03:07:17.156152 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 51710) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:07:17.157066 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6efab5-1cdf-481c-a029-599af965ad76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54fc046e-6f1e-4289-bd9b-c90d2685fb27,revision_number=1']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:07:17.162227 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-9b0c23a9-e409-4af0-a176-7d2234f6dd4a req-776db58a-3a39-41a7-a99c-11801f7d6f53 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8d688228-9a7c-4d2c-b1dc-eadfdea76852 HTTP/1.1" status: 200 len: 999 time: 0.1443493 Apr 08 03:07:17.233553 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0c23a9-e409-4af0-a176-7d2234f6dd4a req-060bd9a0-4f7b-4e1d-9a6a-da7b543764fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:07:17.235116 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-9b0c23a9-e409-4af0-a176-7d2234f6dd4a req-060bd9a0-4f7b-4e1d-9a6a-da7b543764fa service neutron] 10.222.0.39 "GET /v2.0/subnets?id=038e94d4-9a88-4f45-8bb2-7cfeef771b58 HTTP/1.1" status: 200 len: 854 time: 0.0643370 Apr 08 03:07:17.240382 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-e5f71600-4ea5-46e9-b049-882e6b115c27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:07:17.273954 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-e5f71600-4ea5-46e9-b049-882e6b115c27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:07:17.318325 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.l3_dvr_db [None req-2bfc92c3-ee0b-4eb7-8909-f4f323bc3a0e None None] Set router 4050a539-de50-4aaa-a89d-d5a9942b0afd gateway port host: dv-cinder-837051-1-smb {{(pid=87789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 03:07:17.337457 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0c23a9-e409-4af0-a176-7d2234f6dd4a req-4b11886e-ff79-4de7-913e-70d028b997e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:07:17.339059 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-9b0c23a9-e409-4af0-a176-7d2234f6dd4a req-4b11886e-ff79-4de7-913e-70d028b997e8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ba890812-2863-4d70-b21d-0d22eea7ba35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0949304 Apr 08 03:07:17.398279 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-e5f71600-4ea5-46e9-b049-882e6b115c27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:07:17.415819 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f71600-4ea5-46e9-b049-882e6b115c27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54fc046e-6f1e-4289-bd9b-c90d2685fb27,revision_number=None']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:07:17.440829 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-e5f71600-4ea5-46e9-b049-882e6b115c27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:07:17.441994 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-e5f71600-4ea5-46e9-b049-882e6b115c27 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/54fc046e-6f1e-4289-bd9b-c90d2685fb27 HTTP/1.1" status: 204 len: 168 time: 0.2843146 Apr 08 03:07:17.492097 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-9b0c23a9-e409-4af0-a176-7d2234f6dd4a req-e4dd3b10-40a7-440e-92f9-f61c3cefecc7 service neutron] 10.222.0.39 "GET /v2.0/networks/ba890812-2863-4d70-b21d-0d22eea7ba35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357901 Apr 08 03:07:17.626789 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-9b0c23a9-e409-4af0-a176-7d2234f6dd4a req-98b3bcd5-d70c-4094-b73a-ff1f08bcbef7 service neutron] 10.222.0.39 "GET /v2.0/networks/ba890812-2863-4d70-b21d-0d22eea7ba35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272900 Apr 08 03:07:17.672909 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.l3_hamode_db [None req-2bfc92c3-ee0b-4eb7-8909-f4f323bc3a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4050a539-de50-4aaa-a89d-d5a9942b0afd', 'name': 'tempest-AttachVolumeNegativeTest-1509550206-router', 'tenant_id': '5a3ce4b7e7fd4f29967f633688e46d21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'external_fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.124'}], 'enable_snat': True}, 'gw_port_id': '4f7df864-6633-4039-b706-9d452ad65bcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T03:05:09Z', 'updated_at': '2022-04-08T03:05:13Z', 'revision_number': 4, 'project_id': '5a3ce4b7e7fd4f29967f633688e46d21', 'gw_port': {'id': '4f7df864-6633-4039-b706-9d452ad65bcc', 'name': '', 'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:4a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4050a539-de50-4aaa-a89d-d5a9942b0afd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T03:05:10Z', 'updated_at': '2022-04-08T03:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-smb', '_floatingips': [{'id': '29c5b62b-7b7d-4b0b-bb39-4235d125f760', 'tenant_id': '5a3ce4b7e7fd4f29967f633688e46d21', 'floating_ip_address': '172.28.2.160', 'floating_network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'router_id': '4050a539-de50-4aaa-a89d-d5a9942b0afd', 'port_id': '8d688228-9a7c-4d2c-b1dc-eadfdea76852', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 614, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba890812-2863-4d70-b21d-0d22eea7ba35', 'mac_address': 'fa:16:3e:30:00:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad3663e3-0211-4402-abb4-214440898ebe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T03:06:58Z', 'updated_at': '2022-04-08T03:07:15Z', 'revision_number': 1, 'project_id': '5a3ce4b7e7fd4f29967f633688e46d21', 'fixed_ip_address_scope': None}, {'id': '5c1577fd-86fe-4b3d-b05f-6c4b575c12d7', 'tenant_id': '5a3ce4b7e7fd4f29967f633688e46d21', 'floating_ip_address': '172.28.2.79', 'floating_network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'router_id': '4050a539-de50-4aaa-a89d-d5a9942b0afd', 'port_id': '664e65dc-48ad-4fbe-beb6-0fc1010698b1', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba890812-2863-4d70-b21d-0d22eea7ba35', 'mac_address': 'fa:16:3e:9c:b8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f6bf039-5914-43d6-b34f-ea537ee841eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T03:05:18Z', 'updated_at': '2022-04-08T03:05:36Z', 'revision_number': 2, 'project_id': '5a3ce4b7e7fd4f29967f633688e46d21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff05b249-f992-41f4-9186-089c632e5d2c', 'name': '', 'network_id': 'ba890812-2863-4d70-b21d-0d22eea7ba35', 'tenant_id': '5a3ce4b7e7fd4f29967f633688e46d21', 'mac_address': 'fa:16:3e:5f:86:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4050a539-de50-4aaa-a89d-d5a9942b0afd', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '038e94d4-9a88-4f45-8bb2-7cfeef771b58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T03:05:12Z', 'updated_at': '2022-04-08T03:05:19Z', 'revision_number': 5, 'project_id': '5a3ce4b7e7fd4f29967f633688e46d21', 'subnets': [{'id': '038e94d4-9a88-4f45-8bb2-7cfeef771b58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837051-1-smb', False) {} {{(pid=87789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 03:07:17.676661 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bfc92c3-ee0b-4eb7-8909-f4f323bc3a0e None None] The sync data for ids ['4050a539-de50-4aaa-a89d-d5a9942b0afd'] in dv-cinder-837051-1-smb is: [{'id': '4050a539-de50-4aaa-a89d-d5a9942b0afd', 'name': 'tempest-AttachVolumeNegativeTest-1509550206-router', 'tenant_id': '5a3ce4b7e7fd4f29967f633688e46d21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'external_fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.124'}], 'enable_snat': True}, 'gw_port_id': '4f7df864-6633-4039-b706-9d452ad65bcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T03:05:09Z', 'updated_at': '2022-04-08T03:05:13Z', 'revision_number': 4, 'project_id': '5a3ce4b7e7fd4f29967f633688e46d21', 'gw_port': {'id': '4f7df864-6633-4039-b706-9d452ad65bcc', 'name': '', 'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:4a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4050a539-de50-4aaa-a89d-d5a9942b0afd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T03:05:10Z', 'updated_at': '2022-04-08T03:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-smb', '_floatingips': [{'id': '29c5b62b-7b7d-4b0b-bb39-4235d125f760', 'tenant_id': '5a3ce4b7e7fd4f29967f633688e46d21', 'floating_ip_address': '172.28.2.160', 'floating_network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'router_id': '4050a539-de50-4aaa-a89d-d5a9942b0afd', 'port_id': '8d688228-9a7c-4d2c-b1dc-eadfdea76852', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 614, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba890812-2863-4d70-b21d-0d22eea7ba35', 'mac_address': 'fa:16:3e:30:00:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad3663e3-0211-4402-abb4-214440898ebe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T03:06:58Z', 'updated_at': '2022-04-08T03:07:15Z', 'revision_number': 1, 'project_id': '5a3ce4b7e7fd4f29967f633688e46d21', 'fixed_ip_address_scope': None}, {'id': '5c1577fd-86fe-4b3d-b05f-6c4b575c12d7', 'tenant_id': '5a3ce4b7e7fd4f29967f633688e46d21', 'floating_ip_address': '172.28.2.79', 'floating_network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'router_id': '4050a539-de50-4aaa-a89d-d5a9942b0afd', 'port_id': '664e65dc-48ad-4fbe-beb6-0fc1010698b1', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba890812-2863-4d70-b21d-0d22eea7ba35', 'mac_address': 'fa:16:3e:9c:b8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f6bf039-5914-43d6-b34f-ea537ee841eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T03:05:18Z', 'updated_at': '2022-04-08T03:05:36Z', 'revision_number': 2, 'project_id': '5a3ce4b7e7fd4f29967f633688e46d21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff05b249-f992-41f4-9186-089c632e5d2c', 'name': '', 'network_id': 'ba890812-2863-4d70-b21d-0d22eea7ba35', 'tenant_id': '5a3ce4b7e7fd4f29967f633688e46d21', 'mac_address': 'fa:16:3e:5f:86:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4050a539-de50-4aaa-a89d-d5a9942b0afd', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '038e94d4-9a88-4f45-8bb2-7cfeef771b58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T03:05:12Z', 'updated_at': '2022-04-08T03:05:19Z', 'revision_number': 5, 'project_id': '5a3ce4b7e7fd4f29967f633688e46d21', 'subnets': [{'id': '038e94d4-9a88-4f45-8bb2-7cfeef771b58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 03:07:17.889706 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd85f2de-b53d-45b2-8ff4-0b879ff4e542 None None] New status for floating IP 29c5b62b-7b7d-4b0b-bb39-4235d125f760: ACTIVE {{(pid=87788) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 03:07:19.441153 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-4e236c55-71b4-4ddb-bbf3-130dbe4ccbfb req-69724b3f-efe6-469d-b008-2a1bd54415d5 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7ec8b5fa-158a-4080-be68-8f7296d32e36&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0711796 Apr 08 03:07:19.592078 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e236c55-71b4-4ddb-bbf3-130dbe4ccbfb req-12af86e6-5256-4ff1-b693-82a7db1ee9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:07:19.593445 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-4e236c55-71b4-4ddb-bbf3-130dbe4ccbfb req-12af86e6-5256-4ff1-b693-82a7db1ee9c5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d795d4c3932b47d7849e48c0ea1f7259&device_id=7ec8b5fa-158a-4080-be68-8f7296d32e36 HTTP/1.1" status: 200 len: 1098 time: 0.0693660 Apr 08 03:07:19.734749 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e236c55-71b4-4ddb-bbf3-130dbe4ccbfb req-2eed18ed-ed3d-4dde-bcf4-c5b1066c6dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:07:19.736193 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-4e236c55-71b4-4ddb-bbf3-130dbe4ccbfb req-2eed18ed-ed3d-4dde-bcf4-c5b1066c6dd2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=1262eb51-6568-4d0c-b1d7-5b2c9bfe4256 HTTP/1.1" status: 200 len: 910 time: 0.1249328 Apr 08 03:07:19.837824 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-4e236c55-71b4-4ddb-bbf3-130dbe4ccbfb req-04ce8b2b-e7a2-4e6e-b733-7a8c18dfed55 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a7d85938-54e1-4b2c-b6d8-774888171eff HTTP/1.1" status: 200 len: 1001 time: 0.0955281 Apr 08 03:07:19.898762 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e236c55-71b4-4ddb-bbf3-130dbe4ccbfb req-12ee57ba-acac-4e6a-86c9-35f6590dbb36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:07:19.900118 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-4e236c55-71b4-4ddb-bbf3-130dbe4ccbfb req-12ee57ba-acac-4e6a-86c9-35f6590dbb36 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=41ea65b4-3e16-4b14-b908-154f07f5a3b6 HTTP/1.1" status: 200 len: 848 time: 0.0559347 Apr 08 03:07:19.975134 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e236c55-71b4-4ddb-bbf3-130dbe4ccbfb req-19179fcc-54e3-44d2-964f-fa32686b6601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:07:19.976892 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-4e236c55-71b4-4ddb-bbf3-130dbe4ccbfb req-19179fcc-54e3-44d2-964f-fa32686b6601 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1262eb51-6568-4d0c-b1d7-5b2c9bfe4256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0709219 Apr 08 03:07:20.105427 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-4e236c55-71b4-4ddb-bbf3-130dbe4ccbfb req-a3b8abf2-5216-4526-a853-9c6c0e788c2b service neutron] 10.222.0.39 "GET /v2.0/networks/1262eb51-6568-4d0c-b1d7-5b2c9bfe4256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224508 Apr 08 03:07:20.329541 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-4e236c55-71b4-4ddb-bbf3-130dbe4ccbfb req-b053aad2-89da-4557-819d-2925055e9a1e service neutron] 10.222.0.39 "GET /v2.0/networks/1262eb51-6568-4d0c-b1d7-5b2c9bfe4256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2179029 Apr 08 03:07:25.877866 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7a3d06a6-a380-493a-b6de-45140807d578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:07:26.729386 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.agents_db [None req-78530461-7b12-4524-9e6e-3e4de8d78fc4 None None] Agent healthcheck: found 6 active agents {{(pid=87789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 03:07:28.300654 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-9e59707e-f75d-4f7b-9d55-41344cb0a503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:07:29.217799 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-ef00a636-a289-418c-ab96-90866b017a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:07:29.246396 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:07:30.583253 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-0700d8e1-2fb2-4ab8-b601-2cbd26aa24a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:07:39.251935 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:07:55.886103 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-34d458eb-697b-444b-8906-2f61ab1fa5dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:07:58.308508 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-8cb42613-df7f-4943-bd25-014895f36854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:07:59.188231 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-ef00a636-a289-418c-ab96-90866b017a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:07:59.273957 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:08:00.582430 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-0700d8e1-2fb2-4ab8-b601-2cbd26aa24a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:08:03.732199 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.agents_db [None req-78530461-7b12-4524-9e6e-3e4de8d78fc4 None None] Agent healthcheck: found 6 active agents {{(pid=87789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 03:08:09.250956 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:08:20.499347 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-bdd9fe66-c1d9-40e2-a526-5834a130abc7 req-28b01e9a-18de-4b1e-aa04-8031c8932f40 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3f6bf039-5914-43d6-b34f-ea537ee841eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0673318 Apr 08 03:08:20.606321 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd9fe66-c1d9-40e2-a526-5834a130abc7 req-7b1cc059-c366-4949-a6ba-43cd4fe3c450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:08:20.607717 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-bdd9fe66-c1d9-40e2-a526-5834a130abc7 req-7b1cc059-c366-4949-a6ba-43cd4fe3c450 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5a3ce4b7e7fd4f29967f633688e46d21&device_id=3f6bf039-5914-43d6-b34f-ea537ee841eb HTTP/1.1" status: 200 len: 1098 time: 0.0743515 Apr 08 03:08:20.749317 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd9fe66-c1d9-40e2-a526-5834a130abc7 req-2362eef9-e450-42bb-87e5-78c2dd950c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:08:20.750742 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-bdd9fe66-c1d9-40e2-a526-5834a130abc7 req-2362eef9-e450-42bb-87e5-78c2dd950c5d service neutron] 10.222.0.39 "GET /v2.0/networks?id=ba890812-2863-4d70-b21d-0d22eea7ba35 HTTP/1.1" status: 200 len: 916 time: 0.1244431 Apr 08 03:08:20.850443 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-bdd9fe66-c1d9-40e2-a526-5834a130abc7 req-9e396db7-32fb-4054-ab0b-62ecb2399aa4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=664e65dc-48ad-4fbe-beb6-0fc1010698b1 HTTP/1.1" status: 200 len: 1000 time: 0.0932086 Apr 08 03:08:20.910871 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd9fe66-c1d9-40e2-a526-5834a130abc7 req-6f676ee4-4492-42a4-8faf-cf79d8ee72ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:08:20.912351 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-bdd9fe66-c1d9-40e2-a526-5834a130abc7 req-6f676ee4-4492-42a4-8faf-cf79d8ee72ae service neutron] 10.222.0.39 "GET /v2.0/subnets?id=038e94d4-9a88-4f45-8bb2-7cfeef771b58 HTTP/1.1" status: 200 len: 854 time: 0.0556605 Apr 08 03:08:20.984239 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd9fe66-c1d9-40e2-a526-5834a130abc7 req-5eec472a-8cc5-468e-a25c-1e8018f0dc4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:08:20.985742 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-bdd9fe66-c1d9-40e2-a526-5834a130abc7 req-5eec472a-8cc5-468e-a25c-1e8018f0dc4c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ba890812-2863-4d70-b21d-0d22eea7ba35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0672297 Apr 08 03:08:21.115196 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-bdd9fe66-c1d9-40e2-a526-5834a130abc7 req-1e06fe6c-83c8-4a9b-bf42-565b9337d8e7 service neutron] 10.222.0.39 "GET /v2.0/networks/ba890812-2863-4d70-b21d-0d22eea7ba35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228240 Apr 08 03:08:21.243200 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-bdd9fe66-c1d9-40e2-a526-5834a130abc7 req-aed26dee-d8ff-455d-9fa1-aa9363af3c2f service neutron] 10.222.0.39 "GET /v2.0/networks/ba890812-2863-4d70-b21d-0d22eea7ba35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220849 Apr 08 03:08:25.890550 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-c82cbf3a-94cf-48a8-8c7f-309e7c5b4d3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:08:28.308249 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-dfb038b6-7683-4029-8d96-978a67fd9b90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:08:29.204768 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-ef00a636-a289-418c-ab96-90866b017a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:08:29.227416 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:08:30.616373 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-0700d8e1-2fb2-4ab8-b601-2cbd26aa24a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:08:32.806010 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa00628d-c63d-4f38-9fca-5b8208daa6de req-c5432059-d34b-4d64-8a0d-9581eb727f13 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:08:32.807790 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-fa00628d-c63d-4f38-9fca-5b8208daa6de req-c5432059-d34b-4d64-8a0d-9581eb727f13 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] 10.222.0.15 "GET /v2.0/ports?device_id=ad3663e3-0211-4402-abb4-214440898ebe HTTP/1.1" status: 200 len: 945 time: 0.0824976 Apr 08 03:08:32.854895 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-fa00628d-c63d-4f38-9fca-5b8208daa6de req-dbfef322-3557-4389-95e1-75ddab99a0b0 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fd0c3c0-8ff1-4528-b49e-d9aa1e762a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413721 Apr 08 03:08:33.142354 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 51762) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:08:33.571956 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.plugins.ml2.plugin [None req-d0af1a52-2b62-4eb0-abf8-41b339f5f6d4 tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] Deleting port 31ba396a-01ca-40fa-bf49-dc8206312945 {{(pid=87787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 03:08:33.581650 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-d0af1a52-2b62-4eb0-abf8-41b339f5f6d4 tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762847207940'] for port, before_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:08:33.737731 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-d0af1a52-2b62-4eb0-abf8-41b339f5f6d4 tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334124'] for port, precommit_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:08:33.738052 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-d0af1a52-2b62-4eb0-abf8-41b339f5f6d4 tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:08:33.857636 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.plugins.ml2.plugin [None req-d0af1a52-2b62-4eb0-abf8-41b339f5f6d4 tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] Calling delete_port for 31ba396a-01ca-40fa-bf49-dc8206312945 owned by network:floatingip {{(pid=87787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 03:08:34.059892 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5584602-33e3-4d2a-83e1-6e62f5299ed1 req-789f4818-8190-4fe0-8268-9c3876d1285b tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:08:34.061356 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-e5584602-33e3-4d2a-83e1-6e62f5299ed1 req-789f4818-8190-4fe0-8268-9c3876d1285b tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] 10.222.0.15 "GET /v2.0/ports?device_id=ad3663e3-0211-4402-abb4-214440898ebe HTTP/1.1" status: 200 len: 945 time: 0.0784390 Apr 08 03:08:34.079669 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-d0af1a52-2b62-4eb0-abf8-41b339f5f6d4 tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762847213038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762846864689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3006662'] for port, after_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:08:34.109785 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-e5584602-33e3-4d2a-83e1-6e62f5299ed1 req-fad4f9fb-a89a-4d08-8315-1ddcf9dc653e tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fd0c3c0-8ff1-4528-b49e-d9aa1e762a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426543 Apr 08 03:08:34.212594 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0af1a52-2b62-4eb0-abf8-41b339f5f6d4 tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] Pushing event deleted for resources: {'Port': ['ID=31ba396a-01ca-40fa-bf49-dc8206312945,revision_number=None']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:08:34.278884 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0af1a52-2b62-4eb0-abf8-41b339f5f6d4 tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:08:34.279255 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0af1a52-2b62-4eb0-abf8-41b339f5f6d4 tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:08:34.279598 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0af1a52-2b62-4eb0-abf8-41b339f5f6d4 tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:08:34.279936 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0af1a52-2b62-4eb0-abf8-41b339f5f6d4 tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:08:34.280271 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0af1a52-2b62-4eb0-abf8-41b339f5f6d4 tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:08:34.280599 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0af1a52-2b62-4eb0-abf8-41b339f5f6d4 tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:08:34.280920 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0af1a52-2b62-4eb0-abf8-41b339f5f6d4 tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:08:34.281250 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0af1a52-2b62-4eb0-abf8-41b339f5f6d4 tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:08:34.281572 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0af1a52-2b62-4eb0-abf8-41b339f5f6d4 tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:08:34.281895 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0af1a52-2b62-4eb0-abf8-41b339f5f6d4 tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:08:34.282215 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0af1a52-2b62-4eb0-abf8-41b339f5f6d4 tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:08:34.282536 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0af1a52-2b62-4eb0-abf8-41b339f5f6d4 tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:08:34.311056 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-d0af1a52-2b62-4eb0-abf8-41b339f5f6d4 tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] Notify callbacks [] for floatingip, after_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:08:34.311421 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.db.l3_db [None req-d0af1a52-2b62-4eb0-abf8-41b339f5f6d4 tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] Floating IP 6a66633f-6f17-4d8b-8611-b2e56738e4fd disassociated (deleted). External IP: 172.28.2.210, port: a7d85938-54e1-4b2c-b6d8-774888171eff. Apr 08 03:08:34.585279 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19ef850-86b2-4732-9d64-cc748b1d8963 req-48ce9ff3-e214-4124-96f4-47d13e8d48c5 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:08:34.586672 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-d19ef850-86b2-4732-9d64-cc748b1d8963 req-48ce9ff3-e214-4124-96f4-47d13e8d48c5 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] 10.222.0.39 "GET /v2.0/ports?device_id=ad3663e3-0211-4402-abb4-214440898ebe HTTP/1.1" status: 200 len: 945 time: 0.0804150 Apr 08 03:08:34.655627 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.plugin [req-d19ef850-86b2-4732-9d64-cc748b1d8963 req-3a1b590e-fe5f-47cf-bbeb-34eae43766df tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Deleting port 8d688228-9a7c-4d2c-b1dc-eadfdea76852 {{(pid=87786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 03:08:34.655962 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [req-d19ef850-86b2-4732-9d64-cc748b1d8963 req-3a1b590e-fe5f-47cf-bbeb-34eae43766df tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762847207940'] for port, before_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:08:34.660895 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0af1a52-2b62-4eb0-abf8-41b339f5f6d4 tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] Router 9dffea49-7e40-4187-8ad8-f32b1d1f2bfe has already been hosted by L3 agent 70d74887-4404-4f0d-99b3-e017d5637063 {{(pid=87787) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 03:08:34.833667 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0af1a52-2b62-4eb0-abf8-41b339f5f6d4 tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] Notify agent at l3_agent.dv-cinder-837051-1-smb the message routers_updated {{(pid=87787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 03:08:34.844484 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b515ea2-9dcc-4565-9454-918ddb760f2f None None] Sync routers for ids ['9dffea49-7e40-4187-8ad8-f32b1d1f2bfe'] in dv-cinder-837051-1-smb {{(pid=87789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 03:08:34.855592 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b515ea2-9dcc-4565-9454-918ddb760f2f None None] Routers {'9dffea49-7e40-4187-8ad8-f32b1d1f2bfe'} bound to L3 agent in host dv-cinder-837051-1-smb {{(pid=87789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 03:08:34.856297 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.l3_hamode_db [None req-3b515ea2-9dcc-4565-9454-918ddb760f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837051-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T02:46:58Z,description=,heartbeat_timestamp=2022-04-08T03:08:28Z,host='dv-cinder-837051-1-smb',id=70d74887-4404-4f0d-99b3-e017d5637063,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T02:46:59Z,topic='l3_agent')) {'router_ids': ['9dffea49-7e40-4187-8ad8-f32b1d1f2bfe'], 'active': True} {{(pid=87789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 03:08:34.898507 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.db [req-d19ef850-86b2-4732-9d64-cc748b1d8963 req-3a1b590e-fe5f-47cf-bbeb-34eae43766df tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] For port 8d688228-9a7c-4d2c-b1dc-eadfdea76852, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=8d688228-9a7c-4d2c-b1dc-eadfdea76852,segment=NetworkSegment(d5f53efa-6cf9-4846-830a-bc164d0ac2a3),segment_id=d5f53efa-6cf9-4846-830a-bc164d0ac2a3)] {{(pid=87786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 03:08:34.898863 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [req-d19ef850-86b2-4732-9d64-cc748b1d8963 req-3a1b590e-fe5f-47cf-bbeb-34eae43766df tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334124'] for port, precommit_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:08:34.916645 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-d0af1a52-2b62-4eb0-abf8-41b339f5f6d4 tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207533'] for floatingip, before_response {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:08:34.975795 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-d0af1a52-2b62-4eb0-abf8-41b339f5f6d4 tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] 10.222.0.15 "DELETE /v2.0/floatingips/6a66633f-6f17-4d8b-8611-b2e56738e4fd HTTP/1.1" status: 204 len: 168 time: 1.8323696 Apr 08 03:08:34.976661 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ec8b5fa-158a-4080-be68-8f7296d32e36', 'tag': 'a7d85938-54e1-4b2c-b6d8-774888171eff'}] {{(pid=87787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 03:08:35.066129 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.l3_dvr_db [None req-3b515ea2-9dcc-4565-9454-918ddb760f2f None None] Set router 9dffea49-7e40-4187-8ad8-f32b1d1f2bfe gateway port host: dv-cinder-837051-1-smb {{(pid=87789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 03:08:35.199013 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0eea841e-01b1-41db-8803-4c5bd3815a3f'] response: {'name': 'network-changed', 'server_uuid': '7ec8b5fa-158a-4080-be68-8f7296d32e36', 'tag': 'a7d85938-54e1-4b2c-b6d8-774888171eff', 'status': 'completed', 'code': 200} Apr 08 03:08:35.299125 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [req-d19ef850-86b2-4732-9d64-cc748b1d8963 req-3a1b590e-fe5f-47cf-bbeb-34eae43766df tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:08:35.299741 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [req-d19ef850-86b2-4732-9d64-cc748b1d8963 req-3a1b590e-fe5f-47cf-bbeb-34eae43766df tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-333402'] for floatingip, after_update {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:08:35.299844 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.db.l3_db [req-d19ef850-86b2-4732-9d64-cc748b1d8963 req-3a1b590e-fe5f-47cf-bbeb-34eae43766df tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Floating IP 29c5b62b-7b7d-4b0b-bb39-4235d125f760 disassociated. External IP: 172.28.2.160, port: 8d688228-9a7c-4d2c-b1dc-eadfdea76852. Apr 08 03:08:35.300149 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.plugin [req-d19ef850-86b2-4732-9d64-cc748b1d8963 req-3a1b590e-fe5f-47cf-bbeb-34eae43766df tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Calling delete_port for 8d688228-9a7c-4d2c-b1dc-eadfdea76852 owned by compute:nova {{(pid=87786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 03:08:35.382131 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b2b271-bd39-4a6c-b96d-fa7126b33cec req-3d43e218-b97c-435c-8baa-da34d8b8b7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:08:35.383771 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-75b2b271-bd39-4a6c-b96d-fa7126b33cec req-3d43e218-b97c-435c-8baa-da34d8b8b7c5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d795d4c3932b47d7849e48c0ea1f7259&device_id=7ec8b5fa-158a-4080-be68-8f7296d32e36 HTTP/1.1" status: 200 len: 1098 time: 0.1372185 Apr 08 03:08:35.405992 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.l3_hamode_db [None req-3b515ea2-9dcc-4565-9454-918ddb760f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dffea49-7e40-4187-8ad8-f32b1d1f2bfe', 'name': 'tempest-TestShelveInstance-2101072383-router', 'tenant_id': 'd795d4c3932b47d7849e48c0ea1f7259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'external_fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.251'}], 'enable_snat': True}, 'gw_port_id': '4c151901-588f-4a48-b5a1-c6999062aabf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T03:02:51Z', 'updated_at': '2022-04-08T03:02:55Z', 'revision_number': 4, 'project_id': 'd795d4c3932b47d7849e48c0ea1f7259', 'gw_port': {'id': '4c151901-588f-4a48-b5a1-c6999062aabf', 'name': '', 'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:d1:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dffea49-7e40-4187-8ad8-f32b1d1f2bfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T03:02:52Z', 'updated_at': '2022-04-08T03:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-smb', '_interfaces': [{'id': '5f7339a0-d394-49f7-aa0c-9f7a1ca43d6b', 'name': '', 'network_id': '1262eb51-6568-4d0c-b1d7-5b2c9bfe4256', 'tenant_id': 'd795d4c3932b47d7849e48c0ea1f7259', 'mac_address': 'fa:16:3e:37:1b:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dffea49-7e40-4187-8ad8-f32b1d1f2bfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '41ea65b4-3e16-4b14-b908-154f07f5a3b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T03:02:54Z', 'updated_at': '2022-04-08T03:03:02Z', 'revision_number': 5, 'project_id': 'd795d4c3932b47d7849e48c0ea1f7259', 'subnets': [{'id': '41ea65b4-3e16-4b14-b908-154f07f5a3b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837051-1-smb', False) {} {{(pid=87789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 03:08:35.410299 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b515ea2-9dcc-4565-9454-918ddb760f2f None None] Checking router: 9dffea49-7e40-4187-8ad8-f32b1d1f2bfe for host: dv-cinder-837051-1-smb {{(pid=87789) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 03:08:35.422694 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b515ea2-9dcc-4565-9454-918ddb760f2f None None] Routers {'9dffea49-7e40-4187-8ad8-f32b1d1f2bfe'} bound to L3 agent in host dv-cinder-837051-1-smb {{(pid=87789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 03:08:35.423430 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.l3_hamode_db [None req-3b515ea2-9dcc-4565-9454-918ddb760f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837051-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T02:46:58Z,description=,heartbeat_timestamp=2022-04-08T03:08:28Z,host='dv-cinder-837051-1-smb',id=70d74887-4404-4f0d-99b3-e017d5637063,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T02:46:59Z,topic='l3_agent')) {'router_ids': ['9dffea49-7e40-4187-8ad8-f32b1d1f2bfe'], 'active': True} {{(pid=87789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 03:08:35.523224 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b2b271-bd39-4a6c-b96d-fa7126b33cec req-05d8c552-9f08-412e-a500-2bba8d9a7fce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:08:35.525297 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-75b2b271-bd39-4a6c-b96d-fa7126b33cec req-05d8c552-9f08-412e-a500-2bba8d9a7fce service neutron] 10.222.0.39 "GET /v2.0/networks?id=1262eb51-6568-4d0c-b1d7-5b2c9bfe4256 HTTP/1.1" status: 200 len: 910 time: 0.1349418 Apr 08 03:08:35.534714 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec43ca87-6cd5-40b3-9cfd-d47ce5194f66 req-396ee357-4beb-4ed2-8afc-dfa882a62509 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:08:35.536514 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-ec43ca87-6cd5-40b3-9cfd-d47ce5194f66 req-396ee357-4beb-4ed2-8afc-dfa882a62509 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] 10.222.0.15 "GET /v2.0/ports?device_id=ad3663e3-0211-4402-abb4-214440898ebe HTTP/1.1" status: 200 len: 945 time: 0.1599703 Apr 08 03:08:35.600531 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-75b2b271-bd39-4a6c-b96d-fa7126b33cec req-a54e4424-2349-4f90-8600-0b50e42f7753 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a7d85938-54e1-4b2c-b6d8-774888171eff HTTP/1.1" status: 200 len: 217 time: 0.0682530 Apr 08 03:08:35.603375 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [req-d19ef850-86b2-4732-9d64-cc748b1d8963 req-3a1b590e-fe5f-47cf-bbeb-34eae43766df tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762847213038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762846864689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2754409'] for port, after_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:08:35.640878 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.l3_dvr_db [None req-3b515ea2-9dcc-4565-9454-918ddb760f2f None None] Set router 9dffea49-7e40-4187-8ad8-f32b1d1f2bfe gateway port host: dv-cinder-837051-1-smb {{(pid=87789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 03:08:35.666865 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b2b271-bd39-4a6c-b96d-fa7126b33cec req-b2da5c4e-30e6-448f-b079-eddb843b4eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:08:35.668747 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-75b2b271-bd39-4a6c-b96d-fa7126b33cec req-b2da5c4e-30e6-448f-b079-eddb843b4eeb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=41ea65b4-3e16-4b14-b908-154f07f5a3b6 HTTP/1.1" status: 200 len: 848 time: 0.0618382 Apr 08 03:08:35.670273 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1b590e-fe5f-47cf-bbeb-34eae43766df tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Pushing event deleted for resources: {'Port': ['ID=8d688228-9a7c-4d2c-b1dc-eadfdea76852,revision_number=None']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:08:35.698734 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-ec43ca87-6cd5-40b3-9cfd-d47ce5194f66 req-2b09da3c-4735-499c-a146-93025d5f64d5 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fd0c3c0-8ff1-4528-b49e-d9aa1e762a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1555336 Apr 08 03:08:35.700071 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1b590e-fe5f-47cf-bbeb-34eae43766df tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:08:35.700638 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1b590e-fe5f-47cf-bbeb-34eae43766df tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:08:35.700760 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1b590e-fe5f-47cf-bbeb-34eae43766df tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:08:35.701093 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1b590e-fe5f-47cf-bbeb-34eae43766df tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:08:35.701431 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1b590e-fe5f-47cf-bbeb-34eae43766df tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:08:35.701773 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1b590e-fe5f-47cf-bbeb-34eae43766df tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:08:35.702096 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1b590e-fe5f-47cf-bbeb-34eae43766df tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:08:35.702424 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1b590e-fe5f-47cf-bbeb-34eae43766df tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:08:35.702754 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1b590e-fe5f-47cf-bbeb-34eae43766df tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:08:35.703081 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1b590e-fe5f-47cf-bbeb-34eae43766df tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:08:35.703430 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1b590e-fe5f-47cf-bbeb-34eae43766df tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:08:35.703754 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1b590e-fe5f-47cf-bbeb-34eae43766df tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:08:35.755858 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b2b271-bd39-4a6c-b96d-fa7126b33cec req-ffaa441f-9e12-43ba-bba7-4bc4dd7df623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:08:35.757294 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-75b2b271-bd39-4a6c-b96d-fa7126b33cec req-ffaa441f-9e12-43ba-bba7-4bc4dd7df623 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1262eb51-6568-4d0c-b1d7-5b2c9bfe4256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0821526 Apr 08 03:08:35.822718 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d5c15e-c0cb-4099-96bd-a1c6b7823077 req-0ba3c9e3-37de-4fca-ad27-604cfaab02f0 tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:08:35.824363 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-50d5c15e-c0cb-4099-96bd-a1c6b7823077 req-0ba3c9e3-37de-4fca-ad27-604cfaab02f0 tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ec8b5fa-158a-4080-be68-8f7296d32e36 HTTP/1.1" status: 200 len: 945 time: 0.2653229 Apr 08 03:08:35.893249 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-75b2b271-bd39-4a6c-b96d-fa7126b33cec req-1911bebd-e635-4343-b428-afa24596af33 service neutron] 10.222.0.39 "GET /v2.0/networks/1262eb51-6568-4d0c-b1d7-5b2c9bfe4256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285110 Apr 08 03:08:35.949529 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-50d5c15e-c0cb-4099-96bd-a1c6b7823077 req-a5e59544-a016-40bb-a87a-8c800b0527da tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] 10.222.0.15 "GET /v2.0/security-groups?id=ffd4b26c-b78c-4d00-8cbd-37d4ed5bcef7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1167638 Apr 08 03:08:35.957122 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d19ef850-86b2-4732-9d64-cc748b1d8963 req-3a1b590e-fe5f-47cf-bbeb-34eae43766df tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Router 4050a539-de50-4aaa-a89d-d5a9942b0afd has already been hosted by L3 agent 70d74887-4404-4f0d-99b3-e017d5637063 {{(pid=87786) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 03:08:35.966839 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.l3_hamode_db [None req-3b515ea2-9dcc-4565-9454-918ddb760f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dffea49-7e40-4187-8ad8-f32b1d1f2bfe', 'name': 'tempest-TestShelveInstance-2101072383-router', 'tenant_id': 'd795d4c3932b47d7849e48c0ea1f7259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'external_fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.251'}], 'enable_snat': True}, 'gw_port_id': '4c151901-588f-4a48-b5a1-c6999062aabf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T03:02:51Z', 'updated_at': '2022-04-08T03:02:55Z', 'revision_number': 4, 'project_id': 'd795d4c3932b47d7849e48c0ea1f7259', 'gw_port': {'id': '4c151901-588f-4a48-b5a1-c6999062aabf', 'name': '', 'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:d1:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dffea49-7e40-4187-8ad8-f32b1d1f2bfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T03:02:52Z', 'updated_at': '2022-04-08T03:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-smb', '_interfaces': [{'id': '5f7339a0-d394-49f7-aa0c-9f7a1ca43d6b', 'name': '', 'network_id': '1262eb51-6568-4d0c-b1d7-5b2c9bfe4256', 'tenant_id': 'd795d4c3932b47d7849e48c0ea1f7259', 'mac_address': 'fa:16:3e:37:1b:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dffea49-7e40-4187-8ad8-f32b1d1f2bfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '41ea65b4-3e16-4b14-b908-154f07f5a3b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T03:02:54Z', 'updated_at': '2022-04-08T03:03:02Z', 'revision_number': 5, 'project_id': 'd795d4c3932b47d7849e48c0ea1f7259', 'subnets': [{'id': '41ea65b4-3e16-4b14-b908-154f07f5a3b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837051-1-smb', False) {} {{(pid=87789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 03:08:35.976850 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b515ea2-9dcc-4565-9454-918ddb760f2f None None] The sync data for ids ['9dffea49-7e40-4187-8ad8-f32b1d1f2bfe'] in dv-cinder-837051-1-smb is: [{'id': '9dffea49-7e40-4187-8ad8-f32b1d1f2bfe', 'name': 'tempest-TestShelveInstance-2101072383-router', 'tenant_id': 'd795d4c3932b47d7849e48c0ea1f7259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'external_fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.251'}], 'enable_snat': True}, 'gw_port_id': '4c151901-588f-4a48-b5a1-c6999062aabf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T03:02:51Z', 'updated_at': '2022-04-08T03:02:55Z', 'revision_number': 4, 'project_id': 'd795d4c3932b47d7849e48c0ea1f7259', 'gw_port': {'id': '4c151901-588f-4a48-b5a1-c6999062aabf', 'name': '', 'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:d1:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dffea49-7e40-4187-8ad8-f32b1d1f2bfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T03:02:52Z', 'updated_at': '2022-04-08T03:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-smb', '_interfaces': [{'id': '5f7339a0-d394-49f7-aa0c-9f7a1ca43d6b', 'name': '', 'network_id': '1262eb51-6568-4d0c-b1d7-5b2c9bfe4256', 'tenant_id': 'd795d4c3932b47d7849e48c0ea1f7259', 'mac_address': 'fa:16:3e:37:1b:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dffea49-7e40-4187-8ad8-f32b1d1f2bfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '41ea65b4-3e16-4b14-b908-154f07f5a3b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T03:02:54Z', 'updated_at': '2022-04-08T03:03:02Z', 'revision_number': 5, 'project_id': 'd795d4c3932b47d7849e48c0ea1f7259', 'subnets': [{'id': '41ea65b4-3e16-4b14-b908-154f07f5a3b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 03:08:36.141433 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [req-75b2b271-bd39-4a6c-b96d-fa7126b33cec req-7fe93142-a139-4c39-ba3b-cf4b6c7008f2 service neutron] 10.222.0.39 "GET /v2.0/networks/1262eb51-6568-4d0c-b1d7-5b2c9bfe4256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2417645 Apr 08 03:08:36.160868 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d19ef850-86b2-4732-9d64-cc748b1d8963 req-3a1b590e-fe5f-47cf-bbeb-34eae43766df tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Notify agent at l3_agent.dv-cinder-837051-1-smb the message routers_updated {{(pid=87786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 03:08:36.172369 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a82cc0-737c-469d-85ca-b0cf2ab8a65d None None] Sync routers for ids ['4050a539-de50-4aaa-a89d-d5a9942b0afd'] in dv-cinder-837051-1-smb {{(pid=87788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 03:08:36.183428 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a82cc0-737c-469d-85ca-b0cf2ab8a65d None None] Routers {'4050a539-de50-4aaa-a89d-d5a9942b0afd'} bound to L3 agent in host dv-cinder-837051-1-smb {{(pid=87788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 03:08:36.184404 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.l3_hamode_db [None req-22a82cc0-737c-469d-85ca-b0cf2ab8a65d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837051-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T02:46:58Z,description=,heartbeat_timestamp=2022-04-08T03:08:28Z,host='dv-cinder-837051-1-smb',id=70d74887-4404-4f0d-99b3-e017d5637063,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T02:46:59Z,topic='l3_agent')) {'router_ids': ['4050a539-de50-4aaa-a89d-d5a9942b0afd'], 'active': True} {{(pid=87788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 03:08:36.239659 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.l3_dvrscheduler_db [req-d19ef850-86b2-4732-9d64-cc748b1d8963 req-3a1b590e-fe5f-47cf-bbeb-34eae43766df tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] No DVR routers for this DVR port 8d688228-9a7c-4d2c-b1dc-eadfdea76852 on host hv-cinder-83705 {{(pid=87786) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 03:08:36.241746 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [req-d19ef850-86b2-4732-9d64-cc748b1d8963 req-3a1b590e-fe5f-47cf-bbeb-34eae43766df tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207533'] for port, before_response {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:08:36.250167 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad3663e3-0211-4402-abb4-214440898ebe', 'name': 'network-vif-deleted', 'tag': '8d688228-9a7c-4d2c-b1dc-eadfdea76852'}] {{(pid=87786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 03:08:36.285041 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b94a3352-7758-46da-b177-a0016e6120be None None] New status for floating IP 6a66633f-6f17-4d8b-8611-b2e56738e4fd: DOWN {{(pid=87789) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 03:08:36.325825 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-d19ef850-86b2-4732-9d64-cc748b1d8963 req-3a1b590e-fe5f-47cf-bbeb-34eae43766df tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] 10.222.0.39 "DELETE /v2.0/ports/8d688228-9a7c-4d2c-b1dc-eadfdea76852 HTTP/1.1" status: 204 len: 173 time: 1.7337673 Apr 08 03:08:36.363403 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17c6707e-c2a7-4f01-b1ae-5f5a8c953af8'] response: {'server_uuid': 'ad3663e3-0211-4402-abb4-214440898ebe', 'name': 'network-vif-deleted', 'tag': '8d688228-9a7c-4d2c-b1dc-eadfdea76852', 'status': 'completed', 'code': 200} Apr 08 03:08:36.390897 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.l3_dvr_db [None req-22a82cc0-737c-469d-85ca-b0cf2ab8a65d None None] Set router 4050a539-de50-4aaa-a89d-d5a9942b0afd gateway port host: dv-cinder-837051-1-smb {{(pid=87788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 03:08:36.736014 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.l3_hamode_db [None req-22a82cc0-737c-469d-85ca-b0cf2ab8a65d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4050a539-de50-4aaa-a89d-d5a9942b0afd', 'name': 'tempest-AttachVolumeNegativeTest-1509550206-router', 'tenant_id': '5a3ce4b7e7fd4f29967f633688e46d21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'external_fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.124'}], 'enable_snat': True}, 'gw_port_id': '4f7df864-6633-4039-b706-9d452ad65bcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T03:05:09Z', 'updated_at': '2022-04-08T03:05:13Z', 'revision_number': 4, 'project_id': '5a3ce4b7e7fd4f29967f633688e46d21', 'gw_port': {'id': '4f7df864-6633-4039-b706-9d452ad65bcc', 'name': '', 'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:4a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4050a539-de50-4aaa-a89d-d5a9942b0afd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T03:05:10Z', 'updated_at': '2022-04-08T03:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-smb', '_floatingips': [{'id': '5c1577fd-86fe-4b3d-b05f-6c4b575c12d7', 'tenant_id': '5a3ce4b7e7fd4f29967f633688e46d21', 'floating_ip_address': '172.28.2.79', 'floating_network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'router_id': '4050a539-de50-4aaa-a89d-d5a9942b0afd', 'port_id': '664e65dc-48ad-4fbe-beb6-0fc1010698b1', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba890812-2863-4d70-b21d-0d22eea7ba35', 'mac_address': 'fa:16:3e:9c:b8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f6bf039-5914-43d6-b34f-ea537ee841eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T03:05:18Z', 'updated_at': '2022-04-08T03:05:36Z', 'revision_number': 2, 'project_id': '5a3ce4b7e7fd4f29967f633688e46d21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff05b249-f992-41f4-9186-089c632e5d2c', 'name': '', 'network_id': 'ba890812-2863-4d70-b21d-0d22eea7ba35', 'tenant_id': '5a3ce4b7e7fd4f29967f633688e46d21', 'mac_address': 'fa:16:3e:5f:86:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4050a539-de50-4aaa-a89d-d5a9942b0afd', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '038e94d4-9a88-4f45-8bb2-7cfeef771b58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T03:05:12Z', 'updated_at': '2022-04-08T03:05:19Z', 'revision_number': 5, 'project_id': '5a3ce4b7e7fd4f29967f633688e46d21', 'subnets': [{'id': '038e94d4-9a88-4f45-8bb2-7cfeef771b58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837051-1-smb', False) {} {{(pid=87788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 03:08:36.740604 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a82cc0-737c-469d-85ca-b0cf2ab8a65d None None] Checking router: 4050a539-de50-4aaa-a89d-d5a9942b0afd for host: dv-cinder-837051-1-smb {{(pid=87788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 03:08:36.750723 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a82cc0-737c-469d-85ca-b0cf2ab8a65d None None] Routers {'4050a539-de50-4aaa-a89d-d5a9942b0afd'} bound to L3 agent in host dv-cinder-837051-1-smb {{(pid=87788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 03:08:36.751377 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.l3_hamode_db [None req-22a82cc0-737c-469d-85ca-b0cf2ab8a65d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837051-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T02:46:58Z,description=,heartbeat_timestamp=2022-04-08T03:08:28Z,host='dv-cinder-837051-1-smb',id=70d74887-4404-4f0d-99b3-e017d5637063,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T02:46:59Z,topic='l3_agent')) {'router_ids': ['4050a539-de50-4aaa-a89d-d5a9942b0afd'], 'active': True} {{(pid=87788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 03:08:36.978932 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.l3_dvr_db [None req-22a82cc0-737c-469d-85ca-b0cf2ab8a65d None None] Set router 4050a539-de50-4aaa-a89d-d5a9942b0afd gateway port host: dv-cinder-837051-1-smb {{(pid=87788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 03:08:37.013103 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [req-fac96e6d-45c7-478a-a25b-a508b1db7f45 req-84e6bc8d-2278-42ac-99dd-c5e830281974 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Synchronizing usage tracker for tenant:5a3ce4b7e7fd4f29967f633688e46d21 on resource:port {{(pid=87786) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 03:08:37.099245 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [req-fac96e6d-45c7-478a-a25b-a508b1db7f45 req-84e6bc8d-2278-42ac-99dd-c5e830281974 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Unset dirty status for tenant:5a3ce4b7e7fd4f29967f633688e46d21 on resource:port {{(pid=87786) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 03:08:37.100388 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-fac96e6d-45c7-478a-a25b-a508b1db7f45 req-84e6bc8d-2278-42ac-99dd-c5e830281974 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] 10.222.0.15 "GET /v2.0/ports?device_id=ad3663e3-0211-4402-abb4-214440898ebe HTTP/1.1" status: 200 len: 210 time: 0.1350570 Apr 08 03:08:37.144325 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9340e238-90be-4d1a-a808-b0d8d6762d91 req-1a294edc-c22e-42a1-9ec3-faf79f8e6b61 tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:08:37.145742 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-9340e238-90be-4d1a-a808-b0d8d6762d91 req-1a294edc-c22e-42a1-9ec3-faf79f8e6b61 tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ec8b5fa-158a-4080-be68-8f7296d32e36 HTTP/1.1" status: 200 len: 945 time: 0.0811286 Apr 08 03:08:37.233000 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-9340e238-90be-4d1a-a808-b0d8d6762d91 req-1861095c-7eed-4fd6-981b-9ffe27c6e681 tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] 10.222.0.15 "GET /v2.0/security-groups?id=ffd4b26c-b78c-4d00-8cbd-37d4ed5bcef7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808628 Apr 08 03:08:37.271710 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa787ce-b2a0-436f-bdea-db8460f1eb56 req-792dbb88-48c0-469c-bcc4-fa4259f37b19 tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:08:37.273124 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-3fa787ce-b2a0-436f-bdea-db8460f1eb56 req-792dbb88-48c0-469c-bcc4-fa4259f37b19 tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] 10.222.0.39 "GET /v2.0/ports?device_id=7ec8b5fa-158a-4080-be68-8f7296d32e36 HTTP/1.1" status: 200 len: 945 time: 0.1017492 Apr 08 03:08:37.346305 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.l3_hamode_db [None req-22a82cc0-737c-469d-85ca-b0cf2ab8a65d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4050a539-de50-4aaa-a89d-d5a9942b0afd', 'name': 'tempest-AttachVolumeNegativeTest-1509550206-router', 'tenant_id': '5a3ce4b7e7fd4f29967f633688e46d21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'external_fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.124'}], 'enable_snat': True}, 'gw_port_id': '4f7df864-6633-4039-b706-9d452ad65bcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T03:05:09Z', 'updated_at': '2022-04-08T03:05:13Z', 'revision_number': 4, 'project_id': '5a3ce4b7e7fd4f29967f633688e46d21', 'gw_port': {'id': '4f7df864-6633-4039-b706-9d452ad65bcc', 'name': '', 'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:4a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4050a539-de50-4aaa-a89d-d5a9942b0afd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T03:05:10Z', 'updated_at': '2022-04-08T03:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-smb', '_floatingips': [{'id': '5c1577fd-86fe-4b3d-b05f-6c4b575c12d7', 'tenant_id': '5a3ce4b7e7fd4f29967f633688e46d21', 'floating_ip_address': '172.28.2.79', 'floating_network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'router_id': '4050a539-de50-4aaa-a89d-d5a9942b0afd', 'port_id': '664e65dc-48ad-4fbe-beb6-0fc1010698b1', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba890812-2863-4d70-b21d-0d22eea7ba35', 'mac_address': 'fa:16:3e:9c:b8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f6bf039-5914-43d6-b34f-ea537ee841eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T03:05:18Z', 'updated_at': '2022-04-08T03:05:36Z', 'revision_number': 2, 'project_id': '5a3ce4b7e7fd4f29967f633688e46d21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff05b249-f992-41f4-9186-089c632e5d2c', 'name': '', 'network_id': 'ba890812-2863-4d70-b21d-0d22eea7ba35', 'tenant_id': '5a3ce4b7e7fd4f29967f633688e46d21', 'mac_address': 'fa:16:3e:5f:86:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4050a539-de50-4aaa-a89d-d5a9942b0afd', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '038e94d4-9a88-4f45-8bb2-7cfeef771b58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T03:05:12Z', 'updated_at': '2022-04-08T03:05:19Z', 'revision_number': 5, 'project_id': '5a3ce4b7e7fd4f29967f633688e46d21', 'subnets': [{'id': '038e94d4-9a88-4f45-8bb2-7cfeef771b58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837051-1-smb', False) {} {{(pid=87788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 03:08:37.351461 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a82cc0-737c-469d-85ca-b0cf2ab8a65d None None] The sync data for ids ['4050a539-de50-4aaa-a89d-d5a9942b0afd'] in dv-cinder-837051-1-smb is: [{'id': '4050a539-de50-4aaa-a89d-d5a9942b0afd', 'name': 'tempest-AttachVolumeNegativeTest-1509550206-router', 'tenant_id': '5a3ce4b7e7fd4f29967f633688e46d21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'external_fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.124'}], 'enable_snat': True}, 'gw_port_id': '4f7df864-6633-4039-b706-9d452ad65bcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T03:05:09Z', 'updated_at': '2022-04-08T03:05:13Z', 'revision_number': 4, 'project_id': '5a3ce4b7e7fd4f29967f633688e46d21', 'gw_port': {'id': '4f7df864-6633-4039-b706-9d452ad65bcc', 'name': '', 'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:4a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4050a539-de50-4aaa-a89d-d5a9942b0afd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T03:05:10Z', 'updated_at': '2022-04-08T03:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-smb', '_floatingips': [{'id': '5c1577fd-86fe-4b3d-b05f-6c4b575c12d7', 'tenant_id': '5a3ce4b7e7fd4f29967f633688e46d21', 'floating_ip_address': '172.28.2.79', 'floating_network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'router_id': '4050a539-de50-4aaa-a89d-d5a9942b0afd', 'port_id': '664e65dc-48ad-4fbe-beb6-0fc1010698b1', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba890812-2863-4d70-b21d-0d22eea7ba35', 'mac_address': 'fa:16:3e:9c:b8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f6bf039-5914-43d6-b34f-ea537ee841eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T03:05:18Z', 'updated_at': '2022-04-08T03:05:36Z', 'revision_number': 2, 'project_id': '5a3ce4b7e7fd4f29967f633688e46d21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff05b249-f992-41f4-9186-089c632e5d2c', 'name': '', 'network_id': 'ba890812-2863-4d70-b21d-0d22eea7ba35', 'tenant_id': '5a3ce4b7e7fd4f29967f633688e46d21', 'mac_address': 'fa:16:3e:5f:86:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4050a539-de50-4aaa-a89d-d5a9942b0afd', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '038e94d4-9a88-4f45-8bb2-7cfeef771b58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T03:05:12Z', 'updated_at': '2022-04-08T03:05:19Z', 'revision_number': 5, 'project_id': '5a3ce4b7e7fd4f29967f633688e46d21', 'subnets': [{'id': '038e94d4-9a88-4f45-8bb2-7cfeef771b58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 03:08:37.354143 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.plugin [req-3fa787ce-b2a0-436f-bdea-db8460f1eb56 req-570ee3e0-2c0b-4c3f-acfa-d1b523a5a96d tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] Deleting port a7d85938-54e1-4b2c-b6d8-774888171eff {{(pid=87786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 03:08:37.354645 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [req-3fa787ce-b2a0-436f-bdea-db8460f1eb56 req-570ee3e0-2c0b-4c3f-acfa-d1b523a5a96d tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762847207940'] for port, before_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:08:37.514971 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Device 8d688228-9a7c-4d2c-b1dc-eadfdea76852 no longer exists at agent hyperv_hv-cinder-83705 {{(pid=87788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 03:08:37.552647 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.plugin [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] No Port match for: 8d688228-9a7c-4d2c-b1dc-eadfdea76852 {{(pid=87788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 03:08:37.552996 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Device 8d688228-9a7c-4d2c-b1dc-eadfdea76852 not bound to the agent host hv-cinder-83705 {{(pid=87788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 03:08:37.592564 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-705706e1-c225-4b1a-8757-fb286c6d6459 None None] New status for floating IP 29c5b62b-7b7d-4b0b-bb39-4235d125f760: DOWN {{(pid=87788) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 03:08:37.716012 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.db [req-3fa787ce-b2a0-436f-bdea-db8460f1eb56 req-570ee3e0-2c0b-4c3f-acfa-d1b523a5a96d tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] For port a7d85938-54e1-4b2c-b6d8-774888171eff, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=a7d85938-54e1-4b2c-b6d8-774888171eff,segment=NetworkSegment(f24de6cc-1a95-415b-8300-ea0d5a655f11),segment_id=f24de6cc-1a95-415b-8300-ea0d5a655f11)] {{(pid=87786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 03:08:37.716360 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [req-3fa787ce-b2a0-436f-bdea-db8460f1eb56 req-570ee3e0-2c0b-4c3f-acfa-d1b523a5a96d tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334124'] for port, precommit_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:08:37.840161 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.plugin [req-3fa787ce-b2a0-436f-bdea-db8460f1eb56 req-570ee3e0-2c0b-4c3f-acfa-d1b523a5a96d tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] Calling delete_port for a7d85938-54e1-4b2c-b6d8-774888171eff owned by compute:nova {{(pid=87786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 03:08:38.033487 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [req-3fa787ce-b2a0-436f-bdea-db8460f1eb56 req-570ee3e0-2c0b-4c3f-acfa-d1b523a5a96d tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762847213038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762846864689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2754409'] for port, after_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:08:38.086261 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570ee3e0-2c0b-4c3f-acfa-d1b523a5a96d tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] Pushing event deleted for resources: {'Port': ['ID=a7d85938-54e1-4b2c-b6d8-774888171eff,revision_number=None']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:08:38.161546 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fa787ce-b2a0-436f-bdea-db8460f1eb56 req-570ee3e0-2c0b-4c3f-acfa-d1b523a5a96d tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] No DVR routers for this DVR port a7d85938-54e1-4b2c-b6d8-774888171eff on host hv-cinder-83705 {{(pid=87786) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 03:08:38.163916 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [req-3fa787ce-b2a0-436f-bdea-db8460f1eb56 req-570ee3e0-2c0b-4c3f-acfa-d1b523a5a96d tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207533'] for port, before_response {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:08:38.173230 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-3fa787ce-b2a0-436f-bdea-db8460f1eb56 req-570ee3e0-2c0b-4c3f-acfa-d1b523a5a96d tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] 10.222.0.39 "DELETE /v2.0/ports/a7d85938-54e1-4b2c-b6d8-774888171eff HTTP/1.1" status: 204 len: 173 time: 0.8913701 Apr 08 03:08:38.288222 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 51798) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:08:38.356177 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-ac71ae8d-e972-443b-91df-4b583687f4d8 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Notify callbacks [] for security_group, before_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:08:38.378354 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ec8b5fa-158a-4080-be68-8f7296d32e36', 'name': 'network-vif-deleted', 'tag': 'a7d85938-54e1-4b2c-b6d8-774888171eff'}] {{(pid=87786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 03:08:38.383718 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-ac71ae8d-e972-443b-91df-4b583687f4d8 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:08:38.401931 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [req-b8eee163-8f39-45eb-b4a2-30cde73cd082 req-f3290843-c8e7-409f-9d73-761e48a3462c tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] Synchronizing usage tracker for tenant:d795d4c3932b47d7849e48c0ea1f7259 on resource:port {{(pid=87786) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 03:08:38.432080 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ba2b1d2-df8c-4b1b-b106-728042ad732b'] response: {'server_uuid': '7ec8b5fa-158a-4080-be68-8f7296d32e36', 'name': 'network-vif-deleted', 'tag': 'a7d85938-54e1-4b2c-b6d8-774888171eff', 'status': 'completed', 'code': 200} Apr 08 03:08:38.484837 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [req-b8eee163-8f39-45eb-b4a2-30cde73cd082 req-f3290843-c8e7-409f-9d73-761e48a3462c tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] Unset dirty status for tenant:d795d4c3932b47d7849e48c0ea1f7259 on resource:port {{(pid=87786) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 03:08:38.486100 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-b8eee163-8f39-45eb-b4a2-30cde73cd082 req-f3290843-c8e7-409f-9d73-761e48a3462c tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ec8b5fa-158a-4080-be68-8f7296d32e36 HTTP/1.1" status: 200 len: 210 time: 0.1410043 Apr 08 03:08:38.513498 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-ac71ae8d-e972-443b-91df-4b583687f4d8 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:08:38.533613 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac71ae8d-e972-443b-91df-4b583687f4d8 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fd0c3c0-8ff1-4528-b49e-d9aa1e762a6f,revision_number=None']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:08:38.626847 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-ac71ae8d-e972-443b-91df-4b583687f4d8 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Notify callbacks [] for security_group, before_response {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:08:38.627987 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-ac71ae8d-e972-443b-91df-4b583687f4d8 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] 10.222.0.15 "DELETE /v2.0/security-groups/5fd0c3c0-8ff1-4528-b49e-d9aa1e762a6f HTTP/1.1" status: 204 len: 168 time: 0.3386376 Apr 08 03:08:38.630530 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 51804) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:08:38.646375 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.api.v2.resource [None req-766b9a78-f883-480c-9fdd-750953ac05bc tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] show failed (client error): The resource could not be found. Apr 08 03:08:38.650206 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-766b9a78-f883-480c-9fdd-750953ac05bc tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] 10.222.0.15 "GET /v2.0/security-groups/5fd0c3c0-8ff1-4528-b49e-d9aa1e762a6f HTTP/1.1" status: 404 len: 347 time: 0.0158947 Apr 08 03:08:38.652276 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 51808) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:08:38.807027 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.plugins.ml2.plugin [None req-8044699d-589a-4a8f-97cd-83579cca4017 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Deleting port 857a0a01-7300-416d-8a93-092e98e3ba9d {{(pid=87787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 03:08:38.807400 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-8044699d-589a-4a8f-97cd-83579cca4017 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762847207940'] for port, before_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:08:38.973261 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-8044699d-589a-4a8f-97cd-83579cca4017 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334124'] for port, precommit_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:08:38.973585 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-8044699d-589a-4a8f-97cd-83579cca4017 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:08:39.098385 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.plugins.ml2.plugin [None req-8044699d-589a-4a8f-97cd-83579cca4017 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Calling delete_port for 857a0a01-7300-416d-8a93-092e98e3ba9d owned by network:floatingip {{(pid=87787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 03:08:39.252877 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:08:39.339036 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-8044699d-589a-4a8f-97cd-83579cca4017 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762847213038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762846864689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3006662'] for port, after_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:08:39.388845 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8044699d-589a-4a8f-97cd-83579cca4017 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Pushing event deleted for resources: {'Port': ['ID=857a0a01-7300-416d-8a93-092e98e3ba9d,revision_number=None']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:08:39.496552 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-8044699d-589a-4a8f-97cd-83579cca4017 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Notify callbacks [] for floatingip, after_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:08:39.562789 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-8044699d-589a-4a8f-97cd-83579cca4017 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207533'] for floatingip, before_response {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:08:39.564066 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-8044699d-589a-4a8f-97cd-83579cca4017 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] 10.222.0.15 "DELETE /v2.0/floatingips/29c5b62b-7b7d-4b0b-bb39-4235d125f760 HTTP/1.1" status: 204 len: 168 time: 0.9107468 Apr 08 03:08:39.671565 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-c0f9954b-8ca6-4ff3-981f-ef982d395c4d req-453b643f-88bb-4494-b59b-ccef6ce7268a tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ec8b5fa-158a-4080-be68-8f7296d32e36 HTTP/1.1" status: 200 len: 210 time: 0.0457842 Apr 08 03:08:40.731111 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.agents_db [None req-78530461-7b12-4524-9e6e-3e4de8d78fc4 None None] Agent healthcheck: found 6 active agents {{(pid=87789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 03:08:40.764891 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 51826) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:08:40.835690 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-99b727fc-053e-487c-8209-57122db20469 tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] Notify callbacks [] for security_group, before_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:08:40.865755 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-99b727fc-053e-487c-8209-57122db20469 tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:08:41.045684 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-99b727fc-053e-487c-8209-57122db20469 tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:08:41.061607 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b727fc-053e-487c-8209-57122db20469 tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffd4b26c-b78c-4d00-8cbd-37d4ed5bcef7,revision_number=None']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:08:41.068045 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-99b727fc-053e-487c-8209-57122db20469 tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] Notify callbacks [] for security_group, before_response {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:08:41.069214 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-99b727fc-053e-487c-8209-57122db20469 tempest-TestShelveInstance-1416508721 tempest-TestShelveInstance-1416508721-project] 10.222.0.15 "DELETE /v2.0/security-groups/ffd4b26c-b78c-4d00-8cbd-37d4ed5bcef7 HTTP/1.1" status: 204 len: 168 time: 0.3033464 Apr 08 03:08:41.155705 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 51832) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:08:41.507927 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Device a7d85938-54e1-4b2c-b6d8-774888171eff no longer exists at agent hyperv_hv-cinder-83705 {{(pid=87788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 03:08:41.543089 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.plugin [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] No Port match for: a7d85938-54e1-4b2c-b6d8-774888171eff {{(pid=87788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 03:08:41.543089 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Device a7d85938-54e1-4b2c-b6d8-774888171eff not bound to the agent host hv-cinder-83705 {{(pid=87788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 03:08:41.929782 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-6c6229a5-a993-4e24-8c2d-d2f88dc2ab84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-333100'] for router_interface, before_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:08:42.265592 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.plugins.ml2.plugin [None req-6c6229a5-a993-4e24-8c2d-d2f88dc2ab84 admin admin] Deleting port 5f7339a0-d394-49f7-aa0c-9f7a1ca43d6b {{(pid=87787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 03:08:42.265844 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-6c6229a5-a993-4e24-8c2d-d2f88dc2ab84 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762847207940'] for port, before_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:08:42.435947 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.plugins.ml2.db [None req-6c6229a5-a993-4e24-8c2d-d2f88dc2ab84 admin admin] For port 5f7339a0-d394-49f7-aa0c-9f7a1ca43d6b, host dv-cinder-837051-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837051-1-smb',level=0,port_id=5f7339a0-d394-49f7-aa0c-9f7a1ca43d6b,segment=NetworkSegment(f24de6cc-1a95-415b-8300-ea0d5a655f11),segment_id=f24de6cc-1a95-415b-8300-ea0d5a655f11)] {{(pid=87787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 03:08:42.436304 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-6c6229a5-a993-4e24-8c2d-d2f88dc2ab84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334124'] for port, precommit_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:08:42.564804 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.plugins.ml2.plugin [None req-6c6229a5-a993-4e24-8c2d-d2f88dc2ab84 admin admin] Calling delete_port for 5f7339a0-d394-49f7-aa0c-9f7a1ca43d6b owned by network:router_interface {{(pid=87787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 03:08:42.830202 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-6c6229a5-a993-4e24-8c2d-d2f88dc2ab84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762847213038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762846864689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3006662'] for port, after_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:08:42.881077 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6229a5-a993-4e24-8c2d-d2f88dc2ab84 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f7339a0-d394-49f7-aa0c-9f7a1ca43d6b,revision_number=None']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:08:43.113790 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d351094-a1f0-4fc8-ae73-bf61e2b72504 req-2c6d2cff-ddd7-4871-8eec-40141c6f2660 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:08:43.115177 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-8d351094-a1f0-4fc8-ae73-bf61e2b72504 req-2c6d2cff-ddd7-4871-8eec-40141c6f2660 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f6bf039-5914-43d6-b34f-ea537ee841eb HTTP/1.1" status: 200 len: 945 time: 0.0813746 Apr 08 03:08:43.149274 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-6c6229a5-a993-4e24-8c2d-d2f88dc2ab84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-333232'] for router_interface, after_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:08:43.164977 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-8d351094-a1f0-4fc8-ae73-bf61e2b72504 req-0d02effe-2dd8-46d7-b48f-5259c526d6c9 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] 10.222.0.15 "GET /v2.0/security-groups?id=57219211-9ddc-4f6c-98e0-985ba8279a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422485 Apr 08 03:08:43.597216 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c6229a5-a993-4e24-8c2d-d2f88dc2ab84 admin admin] Router 9dffea49-7e40-4187-8ad8-f32b1d1f2bfe has already been hosted by L3 agent 70d74887-4404-4f0d-99b3-e017d5637063 {{(pid=87787) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 03:08:43.771420 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c6229a5-a993-4e24-8c2d-d2f88dc2ab84 admin admin] Notify agent at l3_agent.dv-cinder-837051-1-smb the message routers_updated {{(pid=87787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 03:08:43.781182 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aaad512-c30b-4d85-b4b1-9e3c7fdafa23 None None] Sync routers for ids ['9dffea49-7e40-4187-8ad8-f32b1d1f2bfe'] in dv-cinder-837051-1-smb {{(pid=87789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 03:08:43.794776 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aaad512-c30b-4d85-b4b1-9e3c7fdafa23 None None] Routers {'9dffea49-7e40-4187-8ad8-f32b1d1f2bfe'} bound to L3 agent in host dv-cinder-837051-1-smb {{(pid=87789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 03:08:43.796882 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.l3_hamode_db [None req-5aaad512-c30b-4d85-b4b1-9e3c7fdafa23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837051-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T02:46:58Z,description=,heartbeat_timestamp=2022-04-08T03:08:28Z,host='dv-cinder-837051-1-smb',id=70d74887-4404-4f0d-99b3-e017d5637063,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T02:46:59Z,topic='l3_agent')) {'router_ids': ['9dffea49-7e40-4187-8ad8-f32b1d1f2bfe'], 'active': True} {{(pid=87789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 03:08:43.840660 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-6c6229a5-a993-4e24-8c2d-d2f88dc2ab84 admin admin] 10.222.0.15 "PUT /v2.0/routers/9dffea49-7e40-4187-8ad8-f32b1d1f2bfe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6838617 Apr 08 03:08:43.843331 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 51848) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:08:43.968095 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.l3_dvr_db [None req-5aaad512-c30b-4d85-b4b1-9e3c7fdafa23 None None] Set router 9dffea49-7e40-4187-8ad8-f32b1d1f2bfe gateway port host: dv-cinder-837051-1-smb {{(pid=87789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 03:08:44.030010 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-73a9d915-c4f7-442d-a6a0-a39b744de7f2 admin admin] Notify callbacks [] for router, before_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:08:44.202974 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-73a9d915-c4f7-442d-a6a0-a39b744de7f2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:08:44.264533 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.plugins.ml2.plugin [None req-73a9d915-c4f7-442d-a6a0-a39b744de7f2 admin admin] Deleting port 4c151901-588f-4a48-b5a1-c6999062aabf {{(pid=87787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 03:08:44.265146 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-73a9d915-c4f7-442d-a6a0-a39b744de7f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762847207940'] for port, before_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:08:44.285547 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.l3_hamode_db [None req-5aaad512-c30b-4d85-b4b1-9e3c7fdafa23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dffea49-7e40-4187-8ad8-f32b1d1f2bfe', 'name': 'tempest-TestShelveInstance-2101072383-router', 'tenant_id': 'd795d4c3932b47d7849e48c0ea1f7259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'external_fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.251'}], 'enable_snat': True}, 'gw_port_id': '4c151901-588f-4a48-b5a1-c6999062aabf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T03:02:51Z', 'updated_at': '2022-04-08T03:08:42Z', 'revision_number': 5, 'project_id': 'd795d4c3932b47d7849e48c0ea1f7259', 'gw_port': {'id': '4c151901-588f-4a48-b5a1-c6999062aabf', 'name': '', 'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:d1:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dffea49-7e40-4187-8ad8-f32b1d1f2bfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T03:02:52Z', 'updated_at': '2022-04-08T03:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-smb'}], 'dv-cinder-837051-1-smb', False) {} {{(pid=87789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 03:08:44.289669 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aaad512-c30b-4d85-b4b1-9e3c7fdafa23 None None] Checking router: 9dffea49-7e40-4187-8ad8-f32b1d1f2bfe for host: dv-cinder-837051-1-smb {{(pid=87789) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 03:08:44.299625 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aaad512-c30b-4d85-b4b1-9e3c7fdafa23 None None] Routers {'9dffea49-7e40-4187-8ad8-f32b1d1f2bfe'} bound to L3 agent in host dv-cinder-837051-1-smb {{(pid=87789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 03:08:44.300227 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.l3_hamode_db [None req-5aaad512-c30b-4d85-b4b1-9e3c7fdafa23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837051-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T02:46:58Z,description=,heartbeat_timestamp=2022-04-08T03:08:28Z,host='dv-cinder-837051-1-smb',id=70d74887-4404-4f0d-99b3-e017d5637063,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T02:46:59Z,topic='l3_agent')) {'router_ids': ['9dffea49-7e40-4187-8ad8-f32b1d1f2bfe'], 'active': True} {{(pid=87789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 03:08:44.375110 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499aaba5-8d00-4e0f-a814-0b16e6dbc1c1 req-bcc2f858-8577-4025-933b-65b863922fef tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:08:44.376883 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-499aaba5-8d00-4e0f-a814-0b16e6dbc1c1 req-bcc2f858-8577-4025-933b-65b863922fef tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f6bf039-5914-43d6-b34f-ea537ee841eb HTTP/1.1" status: 200 len: 945 time: 0.0949059 Apr 08 03:08:44.426501 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-499aaba5-8d00-4e0f-a814-0b16e6dbc1c1 req-cdc022fc-2f6b-4e01-b8b9-ef2863033161 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] 10.222.0.15 "GET /v2.0/security-groups?id=57219211-9ddc-4f6c-98e0-985ba8279a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427167 Apr 08 03:08:44.465012 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.plugins.ml2.db [None req-73a9d915-c4f7-442d-a6a0-a39b744de7f2 admin admin] For port 4c151901-588f-4a48-b5a1-c6999062aabf, host dv-cinder-837051-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837051-1-smb',level=0,port_id=4c151901-588f-4a48-b5a1-c6999062aabf,segment=NetworkSegment(2f3db029-7821-49c5-950d-ef9b857fea9c),segment_id=2f3db029-7821-49c5-950d-ef9b857fea9c)] {{(pid=87787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 03:08:44.465363 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-73a9d915-c4f7-442d-a6a0-a39b744de7f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334124'] for port, precommit_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:08:44.470595 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.l3_dvr_db [None req-5aaad512-c30b-4d85-b4b1-9e3c7fdafa23 None None] Set router 9dffea49-7e40-4187-8ad8-f32b1d1f2bfe gateway port host: None {{(pid=87789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 03:08:44.582981 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.l3_hamode_db [None req-5aaad512-c30b-4d85-b4b1-9e3c7fdafa23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dffea49-7e40-4187-8ad8-f32b1d1f2bfe', 'name': 'tempest-TestShelveInstance-2101072383-router', 'tenant_id': 'd795d4c3932b47d7849e48c0ea1f7259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T03:02:51Z', 'updated_at': '2022-04-08T03:08:44Z', 'revision_number': 6, 'project_id': 'd795d4c3932b47d7849e48c0ea1f7259', 'gw_port_host': None}], 'dv-cinder-837051-1-smb', False) {} {{(pid=87789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 03:08:44.584816 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.plugins.ml2.plugin [None req-73a9d915-c4f7-442d-a6a0-a39b744de7f2 admin admin] Calling delete_port for 4c151901-588f-4a48-b5a1-c6999062aabf owned by network:router_gateway {{(pid=87787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 03:08:44.587843 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aaad512-c30b-4d85-b4b1-9e3c7fdafa23 None None] The sync data for ids ['9dffea49-7e40-4187-8ad8-f32b1d1f2bfe'] in dv-cinder-837051-1-smb is: [{'id': '9dffea49-7e40-4187-8ad8-f32b1d1f2bfe', 'name': 'tempest-TestShelveInstance-2101072383-router', 'tenant_id': 'd795d4c3932b47d7849e48c0ea1f7259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T03:02:51Z', 'updated_at': '2022-04-08T03:08:44Z', 'revision_number': 6, 'project_id': 'd795d4c3932b47d7849e48c0ea1f7259', 'gw_port_host': None}] {{(pid=87789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 03:08:44.930782 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-73a9d915-c4f7-442d-a6a0-a39b744de7f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762847213038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762846864689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3006662'] for port, after_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:08:44.989120 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a9d915-c4f7-442d-a6a0-a39b744de7f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c151901-588f-4a48-b5a1-c6999062aabf,revision_number=None']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:08:45.085136 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-73a9d915-c4f7-442d-a6a0-a39b744de7f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-333321'] for router_gateway, after_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:08:45.112352 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f6f045-a335-43a8-97e0-7d9d22879018 req-4c872226-494b-4a33-ba67-7d3779dc40a3 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:08:45.113753 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-99f6f045-a335-43a8-97e0-7d9d22879018 req-4c872226-494b-4a33-ba67-7d3779dc40a3 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] 10.222.0.39 "GET /v2.0/ports?device_id=3f6bf039-5914-43d6-b34f-ea537ee841eb HTTP/1.1" status: 200 len: 945 time: 0.0806973 Apr 08 03:08:45.182499 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.plugin [req-99f6f045-a335-43a8-97e0-7d9d22879018 req-47dda474-bd14-4f0f-8dcb-63f5d9652ebc tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Deleting port 664e65dc-48ad-4fbe-beb6-0fc1010698b1 {{(pid=87786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 03:08:45.182743 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [req-99f6f045-a335-43a8-97e0-7d9d22879018 req-47dda474-bd14-4f0f-8dcb-63f5d9652ebc tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762847207940'] for port, before_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:08:45.254302 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-73a9d915-c4f7-442d-a6a0-a39b744de7f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-355902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-306'] for router, precommit_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:08:45.256641 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-73a9d915-c4f7-442d-a6a0-a39b744de7f2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:08:45.370595 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-73a9d915-c4f7-442d-a6a0-a39b744de7f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-356065'] for router, after_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:08:45.371564 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73a9d915-c4f7-442d-a6a0-a39b744de7f2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9dffea49-7e40-4187-8ad8-f32b1d1f2bfe {{(pid=87787) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 08 03:08:45.389350 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-73a9d915-c4f7-442d-a6a0-a39b744de7f2 admin admin] Notify callbacks [] for router, before_response {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:08:45.390562 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-73a9d915-c4f7-442d-a6a0-a39b744de7f2 admin admin] 10.222.0.15 "DELETE /v2.0/routers/9dffea49-7e40-4187-8ad8-f32b1d1f2bfe HTTP/1.1" status: 204 len: 168 time: 1.5463328 Apr 08 03:08:45.393458 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 51854) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:08:45.438415 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.db [req-99f6f045-a335-43a8-97e0-7d9d22879018 req-47dda474-bd14-4f0f-8dcb-63f5d9652ebc tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] For port 664e65dc-48ad-4fbe-beb6-0fc1010698b1, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=664e65dc-48ad-4fbe-beb6-0fc1010698b1,segment=NetworkSegment(d5f53efa-6cf9-4846-830a-bc164d0ac2a3),segment_id=d5f53efa-6cf9-4846-830a-bc164d0ac2a3)] {{(pid=87786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 03:08:45.438896 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [req-99f6f045-a335-43a8-97e0-7d9d22879018 req-47dda474-bd14-4f0f-8dcb-63f5d9652ebc tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334124'] for port, precommit_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:08:45.458730 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.db_base_plugin_v2 [None req-6acbdcc9-4c6d-41f7-95c7-fa8a51abcd2d admin admin] Deleting subnet 41ea65b4-3e16-4b14-b908-154f07f5a3b6 {{(pid=87787) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 08 03:08:45.462521 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-6acbdcc9-4c6d-41f7-95c7-fa8a51abcd2d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:08:45.512769 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-6acbdcc9-4c6d-41f7-95c7-fa8a51abcd2d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3007358'] for subnet, precommit_delete_associations {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:08:45.583628 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Device 4c151901-588f-4a48-b5a1-c6999062aabf no longer exists at agent ovs-agent-dv-cinder-837051-1-smb {{(pid=87788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 03:08:45.603895 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-6acbdcc9-4c6d-41f7-95c7-fa8a51abcd2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-576545'] for subnet, precommit_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:08:45.628224 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.plugin [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] No Port match for: 4c151901-588f-4a48-b5a1-c6999062aabf {{(pid=87788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 03:08:45.628818 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Device 4c151901-588f-4a48-b5a1-c6999062aabf not bound to the agent host dv-cinder-837051-1-smb {{(pid=87788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 03:08:45.629618 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Device 5f7339a0-d394-49f7-aa0c-9f7a1ca43d6b no longer exists at agent ovs-agent-dv-cinder-837051-1-smb {{(pid=87788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 03:08:45.665373 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.plugin [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] No Port match for: 5f7339a0-d394-49f7-aa0c-9f7a1ca43d6b {{(pid=87788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 03:08:45.665718 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Device 5f7339a0-d394-49f7-aa0c-9f7a1ca43d6b not bound to the agent host dv-cinder-837051-1-smb {{(pid=87788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 03:08:45.767675 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-6acbdcc9-4c6d-41f7-95c7-fa8a51abcd2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-576552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3006707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2234823'] for subnet, after_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:08:45.806843 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acbdcc9-4c6d-41f7-95c7-fa8a51abcd2d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41ea65b4-3e16-4b14-b908-154f07f5a3b6,revision_number=None']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:08:45.810299 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-6acbdcc9-4c6d-41f7-95c7-fa8a51abcd2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539232'] for subnet, before_response {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:08:45.816580 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e88a3f36-8206-4119-9ab3-dc4cfb34f6ef None None] Network 1262eb51-6568-4d0c-b1d7-5b2c9bfe4256 requested from dv-cinder-837051-1-smb {{(pid=87788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 03:08:45.816815 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-6acbdcc9-4c6d-41f7-95c7-fa8a51abcd2d admin admin] 10.222.0.15 "DELETE /v2.0/subnets/41ea65b4-3e16-4b14-b908-154f07f5a3b6 HTTP/1.1" status: 204 len: 168 time: 0.4221921 Apr 08 03:08:45.819084 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 51860) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:08:45.923769 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c932c439-da66-4a09-8a90-d818acaf7fcb req-d8ff5d12-4353-4707-b0ce-a5e8df303671 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:08:45.925408 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-c932c439-da66-4a09-8a90-d818acaf7fcb req-d8ff5d12-4353-4707-b0ce-a5e8df303671 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f6bf039-5914-43d6-b34f-ea537ee841eb HTTP/1.1" status: 200 len: 945 time: 0.3737409 Apr 08 03:08:45.928570 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-38549d76-b3b9-4435-8a37-2b1b2270ce8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-570621'] for network, before_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:08:45.940267 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.plugins.ml2.plugin [None req-38549d76-b3b9-4435-8a37-2b1b2270ce8b admin admin] Deleting port 235afe92-2e0b-4c5d-be6a-942c69792fb2 {{(pid=87787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 03:08:45.940721 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-38549d76-b3b9-4435-8a37-2b1b2270ce8b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762847207940'] for port, before_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:08:45.964545 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [req-99f6f045-a335-43a8-97e0-7d9d22879018 req-47dda474-bd14-4f0f-8dcb-63f5d9652ebc tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:08:45.964949 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [req-99f6f045-a335-43a8-97e0-7d9d22879018 req-47dda474-bd14-4f0f-8dcb-63f5d9652ebc tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-333402'] for floatingip, after_update {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:08:45.965364 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.db.l3_db [req-99f6f045-a335-43a8-97e0-7d9d22879018 req-47dda474-bd14-4f0f-8dcb-63f5d9652ebc tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Floating IP 5c1577fd-86fe-4b3d-b05f-6c4b575c12d7 disassociated. External IP: 172.28.2.79, port: 664e65dc-48ad-4fbe-beb6-0fc1010698b1. Apr 08 03:08:45.965835 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.plugin [req-99f6f045-a335-43a8-97e0-7d9d22879018 req-47dda474-bd14-4f0f-8dcb-63f5d9652ebc tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Calling delete_port for 664e65dc-48ad-4fbe-beb6-0fc1010698b1 owned by compute:nova {{(pid=87786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 03:08:46.033284 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-c932c439-da66-4a09-8a90-d818acaf7fcb req-72cddc8a-31fa-409b-bba1-4a362a1c61bc tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] 10.222.0.15 "GET /v2.0/security-groups?id=57219211-9ddc-4f6c-98e0-985ba8279a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926361 Apr 08 03:08:46.111157 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee548dda-263a-4637-a8fc-3d2ca7b63e9c None None] DHCP port deletion for 1262eb51-6568-4d0c-b1d7-5b2c9bfe4256 request from dv-cinder-837051-1-smb {{(pid=87788) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 08 03:08:46.115391 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.plugin [None req-ee548dda-263a-4637-a8fc-3d2ca7b63e9c None None] Deleting port 235afe92-2e0b-4c5d-be6a-942c69792fb2 {{(pid=87788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 03:08:46.115946 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-ee548dda-263a-4637-a8fc-3d2ca7b63e9c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762847207940'] for port, before_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:08:46.154086 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.plugins.ml2.db [None req-38549d76-b3b9-4435-8a37-2b1b2270ce8b admin admin] For port 235afe92-2e0b-4c5d-be6a-942c69792fb2, host dv-cinder-837051-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837051-1-smb',level=0,port_id=235afe92-2e0b-4c5d-be6a-942c69792fb2,segment=NetworkSegment(f24de6cc-1a95-415b-8300-ea0d5a655f11),segment_id=f24de6cc-1a95-415b-8300-ea0d5a655f11)] {{(pid=87787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 03:08:46.154446 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-38549d76-b3b9-4435-8a37-2b1b2270ce8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334124'] for port, precommit_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:08:46.204786 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [req-99f6f045-a335-43a8-97e0-7d9d22879018 req-47dda474-bd14-4f0f-8dcb-63f5d9652ebc tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762847213038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762846864689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2754409'] for port, after_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:08:46.255988 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dda474-bd14-4f0f-8dcb-63f5d9652ebc tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Pushing event deleted for resources: {'Port': ['ID=664e65dc-48ad-4fbe-beb6-0fc1010698b1,revision_number=None']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:08:46.279443 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.plugins.ml2.plugin [None req-38549d76-b3b9-4435-8a37-2b1b2270ce8b admin admin] Calling delete_port for 235afe92-2e0b-4c5d-be6a-942c69792fb2 owned by network:dhcp {{(pid=87787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 03:08:46.332902 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.db [None req-ee548dda-263a-4637-a8fc-3d2ca7b63e9c None None] For port 235afe92-2e0b-4c5d-be6a-942c69792fb2, host dv-cinder-837051-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837051-1-smb',level=0,port_id=235afe92-2e0b-4c5d-be6a-942c69792fb2,segment=NetworkSegment(f24de6cc-1a95-415b-8300-ea0d5a655f11),segment_id=f24de6cc-1a95-415b-8300-ea0d5a655f11)] {{(pid=87788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 03:08:46.333207 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-ee548dda-263a-4637-a8fc-3d2ca7b63e9c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334124'] for port, precommit_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:08:46.444928 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-38549d76-b3b9-4435-8a37-2b1b2270ce8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762847213038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762846864689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3006662'] for port, after_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:08:46.460486 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.scheduler.l3_agent_scheduler [req-99f6f045-a335-43a8-97e0-7d9d22879018 req-47dda474-bd14-4f0f-8dcb-63f5d9652ebc tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Router 4050a539-de50-4aaa-a89d-d5a9942b0afd has already been hosted by L3 agent 70d74887-4404-4f0d-99b3-e017d5637063 {{(pid=87786) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 03:08:46.493887 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.plugin [None req-ee548dda-263a-4637-a8fc-3d2ca7b63e9c None None] Calling delete_port for 235afe92-2e0b-4c5d-be6a-942c69792fb2 owned by network:dhcp {{(pid=87788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 03:08:46.497355 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38549d76-b3b9-4435-8a37-2b1b2270ce8b admin admin] Pushing event deleted for resources: {'Port': ['ID=235afe92-2e0b-4c5d-be6a-942c69792fb2,revision_number=None']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:08:46.499131 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38549d76-b3b9-4435-8a37-2b1b2270ce8b admin admin] No DVR routers for this DVR port 235afe92-2e0b-4c5d-be6a-942c69792fb2 on host dv-cinder-837051-1-smb {{(pid=87787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 03:08:46.570407 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.db.api [None req-ee548dda-263a-4637-a8fc-3d2ca7b63e9c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87788) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 03:08:46.570752 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG oslo_db.api [None req-ee548dda-263a-4637-a8fc-3d2ca7b63e9c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 03:08:46.660047 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-99f6f045-a335-43a8-97e0-7d9d22879018 req-47dda474-bd14-4f0f-8dcb-63f5d9652ebc tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Notify agent at l3_agent.dv-cinder-837051-1-smb the message routers_updated {{(pid=87786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 03:08:46.670708 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b836fc99-85de-486c-92d9-39293aeb11d3 None None] Sync routers for ids ['4050a539-de50-4aaa-a89d-d5a9942b0afd'] in dv-cinder-837051-1-smb {{(pid=87788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 03:08:46.684328 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b836fc99-85de-486c-92d9-39293aeb11d3 None None] Routers {'4050a539-de50-4aaa-a89d-d5a9942b0afd'} bound to L3 agent in host dv-cinder-837051-1-smb {{(pid=87788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 03:08:46.685249 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.l3_hamode_db [None req-b836fc99-85de-486c-92d9-39293aeb11d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837051-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T02:46:58Z,description=,heartbeat_timestamp=2022-04-08T03:08:28Z,host='dv-cinder-837051-1-smb',id=70d74887-4404-4f0d-99b3-e017d5637063,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T02:46:59Z,topic='l3_agent')) {'router_ids': ['4050a539-de50-4aaa-a89d-d5a9942b0afd'], 'active': True} {{(pid=87788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 03:08:46.715072 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-38549d76-b3b9-4435-8a37-2b1b2270ce8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577450', 'neutron.services.segments.db._delete_segments_for_network-8762847383381'] for network, precommit_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:08:46.738466 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.l3_dvrscheduler_db [req-99f6f045-a335-43a8-97e0-7d9d22879018 req-47dda474-bd14-4f0f-8dcb-63f5d9652ebc tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] No DVR routers for this DVR port 664e65dc-48ad-4fbe-beb6-0fc1010698b1 on host hv-cinder-83705 {{(pid=87786) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 03:08:46.740849 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [req-99f6f045-a335-43a8-97e0-7d9d22879018 req-47dda474-bd14-4f0f-8dcb-63f5d9652ebc tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207533'] for port, before_response {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:08:46.741936 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.services.segments.db [None req-38549d76-b3b9-4435-8a37-2b1b2270ce8b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1262eb51-6568-4d0c-b1d7-5b2c9bfe4256']}} {{(pid=87787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 03:08:46.749911 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f6bf039-5914-43d6-b34f-ea537ee841eb', 'name': 'network-vif-deleted', 'tag': '664e65dc-48ad-4fbe-beb6-0fc1010698b1'}] {{(pid=87786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 03:08:46.755111 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-99f6f045-a335-43a8-97e0-7d9d22879018 req-47dda474-bd14-4f0f-8dcb-63f5d9652ebc tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] 10.222.0.39 "DELETE /v2.0/ports/664e65dc-48ad-4fbe-beb6-0fc1010698b1 HTTP/1.1" status: 204 len: 173 time: 1.6359751 Apr 08 03:08:46.755303 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.services.segments.db [None req-38549d76-b3b9-4435-8a37-2b1b2270ce8b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f24de6cc-1a95-415b-8300-ea0d5a655f11') {'for_net_delete': True} {{(pid=87787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 03:08:46.755507 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.services.segments.db [None req-38549d76-b3b9-4435-8a37-2b1b2270ce8b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f24de6cc-1a95-415b-8300-ea0d5a655f11') {} {{(pid=87787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 03:08:46.769113 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-38549d76-b3b9-4435-8a37-2b1b2270ce8b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762847386736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3007351'] for segment, before_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:08:46.791093 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-38549d76-b3b9-4435-8a37-2b1b2270ce8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575478'] for segment, precommit_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:08:46.794635 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38549d76-b3b9-4435-8a37-2b1b2270ce8b admin admin] Releasing vlan 283 on physical network physnet1 to pool {{(pid=87787) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 03:08:46.795294 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-38549d76-b3b9-4435-8a37-2b1b2270ce8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-575460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3006633'] for segment, after_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:08:46.808762 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27dad137-38f8-414b-b847-102901b50688'] response: {'server_uuid': '3f6bf039-5914-43d6-b34f-ea537ee841eb', 'name': 'network-vif-deleted', 'tag': '664e65dc-48ad-4fbe-beb6-0fc1010698b1', 'status': 'completed', 'code': 200} Apr 08 03:08:46.813588 dv-cinder-837051-1-smb neutron-server[87787]: Traceback (most recent call last): Apr 08 03:08:46.813588 dv-cinder-837051-1-smb neutron-server[87787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 03:08:46.813588 dv-cinder-837051-1-smb neutron-server[87787]: timer() Apr 08 03:08:46.813588 dv-cinder-837051-1-smb neutron-server[87787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 03:08:46.813588 dv-cinder-837051-1-smb neutron-server[87787]: cb(*args, **kw) Apr 08 03:08:46.813588 dv-cinder-837051-1-smb neutron-server[87787]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 03:08:46.813588 dv-cinder-837051-1-smb neutron-server[87787]: return func(*args, **kwargs) Apr 08 03:08:46.813588 dv-cinder-837051-1-smb neutron-server[87787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 03:08:46.813588 dv-cinder-837051-1-smb neutron-server[87787]: self._notify() Apr 08 03:08:46.813588 dv-cinder-837051-1-smb neutron-server[87787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 03:08:46.813588 dv-cinder-837051-1-smb neutron-server[87787]: self.callback(batched_events) Apr 08 03:08:46.813588 dv-cinder-837051-1-smb neutron-server[87787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 03:08:46.813588 dv-cinder-837051-1-smb neutron-server[87787]: event.method(event) Apr 08 03:08:46.813588 dv-cinder-837051-1-smb neutron-server[87787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 03:08:46.813588 dv-cinder-837051-1-smb neutron-server[87787]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 03:08:46.813588 dv-cinder-837051-1-smb neutron-server[87787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 03:08:46.813588 dv-cinder-837051-1-smb neutron-server[87787]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 03:08:46.813588 dv-cinder-837051-1-smb neutron-server[87787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 03:08:46.813588 dv-cinder-837051-1-smb neutron-server[87787]: return f(self, *a, **k) Apr 08 03:08:46.813588 dv-cinder-837051-1-smb neutron-server[87787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 03:08:46.813588 dv-cinder-837051-1-smb neutron-server[87787]: return self._get(url).json() Apr 08 03:08:46.813588 dv-cinder-837051-1-smb neutron-server[87787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 08 03:08:46.813588 dv-cinder-837051-1-smb neutron-server[87787]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 03:08:46.813588 dv-cinder-837051-1-smb neutron-server[87787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 03:08:46.813588 dv-cinder-837051-1-smb neutron-server[87787]: return self.request(url, 'GET', **kwargs) Apr 08 03:08:46.813588 dv-cinder-837051-1-smb neutron-server[87787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 03:08:46.813588 dv-cinder-837051-1-smb neutron-server[87787]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 03:08:46.813588 dv-cinder-837051-1-smb neutron-server[87787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 03:08:46.813588 dv-cinder-837051-1-smb neutron-server[87787]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 03:08:46.813588 dv-cinder-837051-1-smb neutron-server[87787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 03:08:46.813588 dv-cinder-837051-1-smb neutron-server[87787]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 03:08:46.813588 dv-cinder-837051-1-smb neutron-server[87787]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 03:08:46.882804 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.l3_dvr_db [None req-b836fc99-85de-486c-92d9-39293aeb11d3 None None] Set router 4050a539-de50-4aaa-a89d-d5a9942b0afd gateway port host: dv-cinder-837051-1-smb {{(pid=87788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 03:08:46.972924 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-38549d76-b3b9-4435-8a37-2b1b2270ce8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-333356'] for network, after_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:08:46.977216 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-38549d76-b3b9-4435-8a37-2b1b2270ce8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539232'] for network, before_response {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:08:47.004122 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38549d76-b3b9-4435-8a37-2b1b2270ce8b admin admin] Pushing event deleted for resources: {'Network': ['ID=1262eb51-6568-4d0c-b1d7-5b2c9bfe4256,revision_number=None']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:08:47.011689 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-38549d76-b3b9-4435-8a37-2b1b2270ce8b admin admin] 10.222.0.15 "DELETE /v2.0/networks/1262eb51-6568-4d0c-b1d7-5b2c9bfe4256 HTTP/1.1" status: 204 len: 168 time: 1.1880970 Apr 08 03:08:47.012529 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 51866) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:08:47.087397 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.plugin [None req-ee548dda-263a-4637-a8fc-3d2ca7b63e9c None None] Deleting port 235afe92-2e0b-4c5d-be6a-942c69792fb2 {{(pid=87788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 03:08:47.087397 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-ee548dda-263a-4637-a8fc-3d2ca7b63e9c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762847207940'] for port, before_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:08:47.170216 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.plugin [None req-ee548dda-263a-4637-a8fc-3d2ca7b63e9c None None] The port '235afe92-2e0b-4c5d-be6a-942c69792fb2' was deleted {{(pid=87788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 08 03:08:47.221908 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [req-74fb56a9-ee3b-4074-a281-4159f78b4eca req-031d614a-f0e6-45c4-8bee-e825bc7bbcb0 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Synchronizing usage tracker for tenant:5a3ce4b7e7fd4f29967f633688e46d21 on resource:port {{(pid=87786) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 03:08:47.269093 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.l3_hamode_db [None req-b836fc99-85de-486c-92d9-39293aeb11d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4050a539-de50-4aaa-a89d-d5a9942b0afd', 'name': 'tempest-AttachVolumeNegativeTest-1509550206-router', 'tenant_id': '5a3ce4b7e7fd4f29967f633688e46d21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'external_fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.124'}], 'enable_snat': True}, 'gw_port_id': '4f7df864-6633-4039-b706-9d452ad65bcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T03:05:09Z', 'updated_at': '2022-04-08T03:05:13Z', 'revision_number': 4, 'project_id': '5a3ce4b7e7fd4f29967f633688e46d21', 'gw_port': {'id': '4f7df864-6633-4039-b706-9d452ad65bcc', 'name': '', 'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:4a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4050a539-de50-4aaa-a89d-d5a9942b0afd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T03:05:10Z', 'updated_at': '2022-04-08T03:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-smb', '_interfaces': [{'id': 'ff05b249-f992-41f4-9186-089c632e5d2c', 'name': '', 'network_id': 'ba890812-2863-4d70-b21d-0d22eea7ba35', 'tenant_id': '5a3ce4b7e7fd4f29967f633688e46d21', 'mac_address': 'fa:16:3e:5f:86:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4050a539-de50-4aaa-a89d-d5a9942b0afd', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '038e94d4-9a88-4f45-8bb2-7cfeef771b58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T03:05:12Z', 'updated_at': '2022-04-08T03:05:19Z', 'revision_number': 5, 'project_id': '5a3ce4b7e7fd4f29967f633688e46d21', 'subnets': [{'id': '038e94d4-9a88-4f45-8bb2-7cfeef771b58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837051-1-smb', False) {} {{(pid=87788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 03:08:47.272983 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b836fc99-85de-486c-92d9-39293aeb11d3 None None] Checking router: 4050a539-de50-4aaa-a89d-d5a9942b0afd for host: dv-cinder-837051-1-smb {{(pid=87788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 03:08:47.282589 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b836fc99-85de-486c-92d9-39293aeb11d3 None None] Routers {'4050a539-de50-4aaa-a89d-d5a9942b0afd'} bound to L3 agent in host dv-cinder-837051-1-smb {{(pid=87788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 03:08:47.283216 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.l3_hamode_db [None req-b836fc99-85de-486c-92d9-39293aeb11d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837051-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T02:46:58Z,description=,heartbeat_timestamp=2022-04-08T03:08:28Z,host='dv-cinder-837051-1-smb',id=70d74887-4404-4f0d-99b3-e017d5637063,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T02:46:59Z,topic='l3_agent')) {'router_ids': ['4050a539-de50-4aaa-a89d-d5a9942b0afd'], 'active': True} {{(pid=87788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 03:08:47.290837 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [req-74fb56a9-ee3b-4074-a281-4159f78b4eca req-031d614a-f0e6-45c4-8bee-e825bc7bbcb0 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Unset dirty status for tenant:5a3ce4b7e7fd4f29967f633688e46d21 on resource:port {{(pid=87786) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 03:08:47.292252 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-74fb56a9-ee3b-4074-a281-4159f78b4eca req-031d614a-f0e6-45c4-8bee-e825bc7bbcb0 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f6bf039-5914-43d6-b34f-ea537ee841eb HTTP/1.1" status: 200 len: 210 time: 0.1226532 Apr 08 03:08:47.463094 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.l3_dvr_db [None req-b836fc99-85de-486c-92d9-39293aeb11d3 None None] Set router 4050a539-de50-4aaa-a89d-d5a9942b0afd gateway port host: dv-cinder-837051-1-smb {{(pid=87788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 03:08:47.518352 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Device 664e65dc-48ad-4fbe-beb6-0fc1010698b1 no longer exists at agent hyperv_hv-cinder-83705 {{(pid=87788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 03:08:47.559055 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.plugin [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] No Port match for: 664e65dc-48ad-4fbe-beb6-0fc1010698b1 {{(pid=87788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 03:08:47.559393 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Device 664e65dc-48ad-4fbe-beb6-0fc1010698b1 not bound to the agent host hv-cinder-83705 {{(pid=87788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 03:08:47.572206 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Device 235afe92-2e0b-4c5d-be6a-942c69792fb2 no longer exists at agent ovs-agent-dv-cinder-837051-1-smb {{(pid=87788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 03:08:47.604661 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-cb2ee4eb-e327-4873-a4aa-184eb534a644 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-333100'] for router_interface, before_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:08:47.666533 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.plugin [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] No Port match for: 235afe92-2e0b-4c5d-be6a-942c69792fb2 {{(pid=87788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 03:08:47.666879 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Device 235afe92-2e0b-4c5d-be6a-942c69792fb2 not bound to the agent host dv-cinder-837051-1-smb {{(pid=87788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 03:08:47.902887 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.l3_hamode_db [None req-b836fc99-85de-486c-92d9-39293aeb11d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4050a539-de50-4aaa-a89d-d5a9942b0afd', 'name': 'tempest-AttachVolumeNegativeTest-1509550206-router', 'tenant_id': '5a3ce4b7e7fd4f29967f633688e46d21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'external_fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.124'}], 'enable_snat': True}, 'gw_port_id': '4f7df864-6633-4039-b706-9d452ad65bcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T03:05:09Z', 'updated_at': '2022-04-08T03:05:13Z', 'revision_number': 4, 'project_id': '5a3ce4b7e7fd4f29967f633688e46d21', 'gw_port': {'id': '4f7df864-6633-4039-b706-9d452ad65bcc', 'name': '', 'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:4a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4050a539-de50-4aaa-a89d-d5a9942b0afd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T03:05:10Z', 'updated_at': '2022-04-08T03:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-smb', '_interfaces': [{'id': 'ff05b249-f992-41f4-9186-089c632e5d2c', 'name': '', 'network_id': 'ba890812-2863-4d70-b21d-0d22eea7ba35', 'tenant_id': '5a3ce4b7e7fd4f29967f633688e46d21', 'mac_address': 'fa:16:3e:5f:86:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4050a539-de50-4aaa-a89d-d5a9942b0afd', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '038e94d4-9a88-4f45-8bb2-7cfeef771b58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T03:05:12Z', 'updated_at': '2022-04-08T03:05:19Z', 'revision_number': 5, 'project_id': '5a3ce4b7e7fd4f29967f633688e46d21', 'subnets': [{'id': '038e94d4-9a88-4f45-8bb2-7cfeef771b58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837051-1-smb', False) {} {{(pid=87788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 03:08:47.906907 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b836fc99-85de-486c-92d9-39293aeb11d3 None None] The sync data for ids ['4050a539-de50-4aaa-a89d-d5a9942b0afd'] in dv-cinder-837051-1-smb is: [{'id': '4050a539-de50-4aaa-a89d-d5a9942b0afd', 'name': 'tempest-AttachVolumeNegativeTest-1509550206-router', 'tenant_id': '5a3ce4b7e7fd4f29967f633688e46d21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'external_fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.124'}], 'enable_snat': True}, 'gw_port_id': '4f7df864-6633-4039-b706-9d452ad65bcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T03:05:09Z', 'updated_at': '2022-04-08T03:05:13Z', 'revision_number': 4, 'project_id': '5a3ce4b7e7fd4f29967f633688e46d21', 'gw_port': {'id': '4f7df864-6633-4039-b706-9d452ad65bcc', 'name': '', 'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:4a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4050a539-de50-4aaa-a89d-d5a9942b0afd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T03:05:10Z', 'updated_at': '2022-04-08T03:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-smb', '_interfaces': [{'id': 'ff05b249-f992-41f4-9186-089c632e5d2c', 'name': '', 'network_id': 'ba890812-2863-4d70-b21d-0d22eea7ba35', 'tenant_id': '5a3ce4b7e7fd4f29967f633688e46d21', 'mac_address': 'fa:16:3e:5f:86:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4050a539-de50-4aaa-a89d-d5a9942b0afd', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '038e94d4-9a88-4f45-8bb2-7cfeef771b58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T03:05:12Z', 'updated_at': '2022-04-08T03:05:19Z', 'revision_number': 5, 'project_id': '5a3ce4b7e7fd4f29967f633688e46d21', 'subnets': [{'id': '038e94d4-9a88-4f45-8bb2-7cfeef771b58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 03:08:47.965693 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.plugins.ml2.plugin [None req-cb2ee4eb-e327-4873-a4aa-184eb534a644 admin admin] Deleting port 7a1a222c-4d0f-4b4d-a19b-915c93b34750 {{(pid=87787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 03:08:47.966038 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-cb2ee4eb-e327-4873-a4aa-184eb534a644 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762847207940'] for port, before_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:08:48.113410 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b24f1612-9c99-4a93-ab34-023697a5c6fd None None] New status for floating IP 5c1577fd-86fe-4b3d-b05f-6c4b575c12d7: DOWN {{(pid=87789) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 03:08:48.141630 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.plugins.ml2.db [None req-cb2ee4eb-e327-4873-a4aa-184eb534a644 admin admin] For port 7a1a222c-4d0f-4b4d-a19b-915c93b34750, host dv-cinder-837051-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837051-1-smb',level=0,port_id=7a1a222c-4d0f-4b4d-a19b-915c93b34750,segment=NetworkSegment(c4efc612-be7d-4dfd-80e9-7b3a290305ef),segment_id=c4efc612-be7d-4dfd-80e9-7b3a290305ef)] {{(pid=87787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 03:08:48.141986 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-cb2ee4eb-e327-4873-a4aa-184eb534a644 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334124'] for port, precommit_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:08:48.365854 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.plugins.ml2.plugin [None req-cb2ee4eb-e327-4873-a4aa-184eb534a644 admin admin] Calling delete_port for 7a1a222c-4d0f-4b4d-a19b-915c93b34750 owned by network:router_interface {{(pid=87787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 03:08:48.480849 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.wsgi [-] (87786) accepted ('10.222.0.15', 51878) {{(pid=87786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:08:48.545533 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-91cb1522-7737-4529-9dbc-4c1737a8abb2 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Notify callbacks [] for security_group, before_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:08:48.573087 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-91cb1522-7737-4529-9dbc-4c1737a8abb2 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:08:48.612889 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-cb2ee4eb-e327-4873-a4aa-184eb534a644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762847213038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762846864689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3006662'] for port, after_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:08:48.659567 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2ee4eb-e327-4873-a4aa-184eb534a644 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a1a222c-4d0f-4b4d-a19b-915c93b34750,revision_number=None']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:08:48.704568 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-91cb1522-7737-4529-9dbc-4c1737a8abb2 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:08:48.728247 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cb1522-7737-4529-9dbc-4c1737a8abb2 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57219211-9ddc-4f6c-98e0-985ba8279a9d,revision_number=None']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:08:48.735491 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-91cb1522-7737-4529-9dbc-4c1737a8abb2 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Notify callbacks [] for security_group, before_response {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:08:48.737433 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [None req-91cb1522-7737-4529-9dbc-4c1737a8abb2 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] 10.222.0.15 "DELETE /v2.0/security-groups/57219211-9ddc-4f6c-98e0-985ba8279a9d HTTP/1.1" status: 204 len: 168 time: 0.2546570 Apr 08 03:08:48.740767 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.wsgi [-] (87786) accepted ('10.222.0.15', 51882) {{(pid=87786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:08:48.767246 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.api.v2.resource [None req-b935dc1e-b7d6-425a-a5c5-63f388bbba6d tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] show failed (client error): The resource could not be found. Apr 08 03:08:48.771370 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [None req-b935dc1e-b7d6-425a-a5c5-63f388bbba6d tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] 10.222.0.15 "GET /v2.0/security-groups/57219211-9ddc-4f6c-98e0-985ba8279a9d HTTP/1.1" status: 404 len: 347 time: 0.0270154 Apr 08 03:08:48.771547 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.wsgi [-] (87786) accepted ('10.222.0.15', 51886) {{(pid=87786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:08:48.933351 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.plugin [None req-34f6bb40-b52f-4796-889d-99bd71cbe595 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Deleting port aaac2d3a-9fbf-44cf-8b69-6287d8d0a5e3 {{(pid=87786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 03:08:48.933618 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-34f6bb40-b52f-4796-889d-99bd71cbe595 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762847207940'] for port, before_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:08:48.946697 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-cb2ee4eb-e327-4873-a4aa-184eb534a644 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-333232'] for router_interface, after_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:08:49.099050 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-34f6bb40-b52f-4796-889d-99bd71cbe595 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334124'] for port, precommit_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:08:49.099403 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-34f6bb40-b52f-4796-889d-99bd71cbe595 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:08:49.223970 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.plugin [None req-34f6bb40-b52f-4796-889d-99bd71cbe595 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Calling delete_port for aaac2d3a-9fbf-44cf-8b69-6287d8d0a5e3 owned by network:floatingip {{(pid=87786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 03:08:49.304874 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb2ee4eb-e327-4873-a4aa-184eb534a644 admin admin] Router dd8eb64c-3a57-48c7-b126-615a3108ed21 has already been hosted by L3 agent 70d74887-4404-4f0d-99b3-e017d5637063 {{(pid=87787) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 03:08:49.484437 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb2ee4eb-e327-4873-a4aa-184eb534a644 admin admin] Notify agent at l3_agent.dv-cinder-837051-1-smb the message routers_updated {{(pid=87787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 03:08:49.493115 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6297c023-abd7-4f94-a9dd-ee9181bcd3e8 None None] Sync routers for ids ['dd8eb64c-3a57-48c7-b126-615a3108ed21'] in dv-cinder-837051-1-smb {{(pid=87788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 03:08:49.502260 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6297c023-abd7-4f94-a9dd-ee9181bcd3e8 None None] Routers {'dd8eb64c-3a57-48c7-b126-615a3108ed21'} bound to L3 agent in host dv-cinder-837051-1-smb {{(pid=87788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 03:08:49.502852 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.l3_hamode_db [None req-6297c023-abd7-4f94-a9dd-ee9181bcd3e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837051-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T02:46:58Z,description=,heartbeat_timestamp=2022-04-08T03:08:28Z,host='dv-cinder-837051-1-smb',id=70d74887-4404-4f0d-99b3-e017d5637063,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T02:46:59Z,topic='l3_agent')) {'router_ids': ['dd8eb64c-3a57-48c7-b126-615a3108ed21'], 'active': True} {{(pid=87788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 03:08:49.527646 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-34f6bb40-b52f-4796-889d-99bd71cbe595 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762847213038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762846864689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2754409'] for port, after_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:08:49.554634 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-cb2ee4eb-e327-4873-a4aa-184eb534a644 admin admin] 10.222.0.15 "PUT /v2.0/routers/dd8eb64c-3a57-48c7-b126-615a3108ed21/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5395195 Apr 08 03:08:49.554897 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 51890) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:08:49.619178 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f6bb40-b52f-4796-889d-99bd71cbe595 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Pushing event deleted for resources: {'Port': ['ID=aaac2d3a-9fbf-44cf-8b69-6287d8d0a5e3,revision_number=None']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:08:49.679571 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.l3_dvr_db [None req-6297c023-abd7-4f94-a9dd-ee9181bcd3e8 None None] Set router dd8eb64c-3a57-48c7-b126-615a3108ed21 gateway port host: dv-cinder-837051-1-smb {{(pid=87788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 03:08:49.679819 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-34f6bb40-b52f-4796-889d-99bd71cbe595 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Notify callbacks [] for floatingip, after_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:08:49.739131 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-d814a599-33e3-4705-b96b-a2e74ece60ce admin admin] Notify callbacks [] for router, before_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:08:49.744114 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-34f6bb40-b52f-4796-889d-99bd71cbe595 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207533'] for floatingip, before_response {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:08:49.747952 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [None req-34f6bb40-b52f-4796-889d-99bd71cbe595 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] 10.222.0.15 "DELETE /v2.0/floatingips/5c1577fd-86fe-4b3d-b05f-6c4b575c12d7 HTTP/1.1" status: 204 len: 168 time: 0.9728513 Apr 08 03:08:49.964501 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.l3_hamode_db [None req-6297c023-abd7-4f94-a9dd-ee9181bcd3e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd8eb64c-3a57-48c7-b126-615a3108ed21', 'name': 'tempest-TestShelveInstance-1307835745-router', 'tenant_id': '81dcacae000b4b22b440da0e2b541d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'external_fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.115'}], 'enable_snat': True}, 'gw_port_id': '0983bc9a-8d20-4237-a638-9420194e713f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T03:02:59Z', 'updated_at': '2022-04-08T03:08:48Z', 'revision_number': 5, 'project_id': '81dcacae000b4b22b440da0e2b541d75', 'gw_port': {'id': '0983bc9a-8d20-4237-a638-9420194e713f', 'name': '', 'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:c4:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd8eb64c-3a57-48c7-b126-615a3108ed21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T03:03:01Z', 'updated_at': '2022-04-08T03:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-smb'}], 'dv-cinder-837051-1-smb', False) {} {{(pid=87788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 03:08:49.968417 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6297c023-abd7-4f94-a9dd-ee9181bcd3e8 None None] Checking router: dd8eb64c-3a57-48c7-b126-615a3108ed21 for host: dv-cinder-837051-1-smb {{(pid=87788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 03:08:49.978411 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6297c023-abd7-4f94-a9dd-ee9181bcd3e8 None None] Routers {'dd8eb64c-3a57-48c7-b126-615a3108ed21'} bound to L3 agent in host dv-cinder-837051-1-smb {{(pid=87788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 03:08:49.979062 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.l3_hamode_db [None req-6297c023-abd7-4f94-a9dd-ee9181bcd3e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837051-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T02:46:58Z,description=,heartbeat_timestamp=2022-04-08T03:08:28Z,host='dv-cinder-837051-1-smb',id=70d74887-4404-4f0d-99b3-e017d5637063,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T02:46:59Z,topic='l3_agent')) {'router_ids': ['dd8eb64c-3a57-48c7-b126-615a3108ed21'], 'active': True} {{(pid=87788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 03:08:49.998422 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.wsgi [-] (87786) accepted ('10.222.0.15', 51896) {{(pid=87786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:08:50.004113 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.v2.base [None req-bab9e37e-01c0-4f0d-9d3e-c72f0c128249 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Request body: {'security_group': {'name': 'tempest-securitygroup--710681836', 'description': 'tempest-description--483602378'}} {{(pid=87786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 03:08:50.010879 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.quota.driver [None req-bab9e37e-01c0-4f0d-9d3e-c72f0c128249 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 03:08:50.015243 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [None req-bab9e37e-01c0-4f0d-9d3e-c72f0c128249 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Usage tracker for resource:security_group and tenant:5a3ce4b7e7fd4f29967f633688e46d21 is out of sync, need to count used quota {{(pid=87786) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 03:08:50.017386 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-d814a599-33e3-4705-b96b-a2e74ece60ce admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:08:50.019129 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [None req-bab9e37e-01c0-4f0d-9d3e-c72f0c128249 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87786) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 03:08:50.025569 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.quota.driver [None req-bab9e37e-01c0-4f0d-9d3e-c72f0c128249 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 03:08:50.075421 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.plugins.ml2.plugin [None req-d814a599-33e3-4705-b96b-a2e74ece60ce admin admin] Deleting port 0983bc9a-8d20-4237-a638-9420194e713f {{(pid=87787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 03:08:50.075768 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-d814a599-33e3-4705-b96b-a2e74ece60ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762847207940'] for port, before_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:08:50.101835 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-bab9e37e-01c0-4f0d-9d3e-c72f0c128249 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Notify callbacks [] for security_group, before_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:08:50.126654 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.quota.driver [None req-bab9e37e-01c0-4f0d-9d3e-c72f0c128249 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 03:08:50.130979 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [None req-bab9e37e-01c0-4f0d-9d3e-c72f0c128249 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Usage tracker for resource:security_group_rule and tenant:5a3ce4b7e7fd4f29967f633688e46d21 is out of sync, need to count used quota {{(pid=87786) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 03:08:50.134853 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [None req-bab9e37e-01c0-4f0d-9d3e-c72f0c128249 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87786) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 03:08:50.140865 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.quota.driver [None req-bab9e37e-01c0-4f0d-9d3e-c72f0c128249 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 03:08:50.165619 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.l3_dvr_db [None req-6297c023-abd7-4f94-a9dd-ee9181bcd3e8 None None] Set router dd8eb64c-3a57-48c7-b126-615a3108ed21 gateway port host: dv-cinder-837051-1-smb {{(pid=87788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 03:08:50.214869 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-bab9e37e-01c0-4f0d-9d3e-c72f0c128249 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Notify callbacks [] for security_group, precommit_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:08:50.252390 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.plugins.ml2.db [None req-d814a599-33e3-4705-b96b-a2e74ece60ce admin admin] For port 0983bc9a-8d20-4237-a638-9420194e713f, host dv-cinder-837051-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837051-1-smb',level=0,port_id=0983bc9a-8d20-4237-a638-9420194e713f,segment=NetworkSegment(2f3db029-7821-49c5-950d-ef9b857fea9c),segment_id=2f3db029-7821-49c5-950d-ef9b857fea9c)] {{(pid=87787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 03:08:50.252696 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-d814a599-33e3-4705-b96b-a2e74ece60ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334124'] for port, precommit_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:08:50.314273 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-bab9e37e-01c0-4f0d-9d3e-c72f0c128249 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:08:50.366752 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab9e37e-01c0-4f0d-9d3e-c72f0c128249 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b2c3514-beca-4f58-b7c9-82a2e705f7df,revision_number=1']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:08:50.387368 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.plugins.ml2.plugin [None req-d814a599-33e3-4705-b96b-a2e74ece60ce admin admin] Calling delete_port for 0983bc9a-8d20-4237-a638-9420194e713f owned by network:router_gateway {{(pid=87787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 03:08:50.427479 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-bab9e37e-01c0-4f0d-9d3e-c72f0c128249 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Notify callbacks [] for security_group, before_response {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:08:50.431718 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [None req-bab9e37e-01c0-4f0d-9d3e-c72f0c128249 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.4292762 Apr 08 03:08:50.432017 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.wsgi [-] (87786) accepted ('10.222.0.15', 51900) {{(pid=87786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:08:50.437745 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.v2.base [None req-736d9a31-77bb-4419-9f57-6b1d4208e032 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Request body: {'security_group_rule': {'security_group_id': '6b2c3514-beca-4f58-b7c9-82a2e705f7df', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 03:08:50.445945 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.quota.driver [None req-736d9a31-77bb-4419-9f57-6b1d4208e032 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 03:08:50.449987 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [None req-736d9a31-77bb-4419-9f57-6b1d4208e032 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Usage tracker for resource:security_group_rule and tenant:5a3ce4b7e7fd4f29967f633688e46d21 is out of sync, need to count used quota {{(pid=87786) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 03:08:50.453943 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [None req-736d9a31-77bb-4419-9f57-6b1d4208e032 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87786) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 03:08:50.461004 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.quota.driver [None req-736d9a31-77bb-4419-9f57-6b1d4208e032 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 03:08:50.464207 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.l3_hamode_db [None req-6297c023-abd7-4f94-a9dd-ee9181bcd3e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd8eb64c-3a57-48c7-b126-615a3108ed21', 'name': 'tempest-TestShelveInstance-1307835745-router', 'tenant_id': '81dcacae000b4b22b440da0e2b541d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'external_fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.115'}], 'enable_snat': True}, 'gw_port_id': '0983bc9a-8d20-4237-a638-9420194e713f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T03:02:59Z', 'updated_at': '2022-04-08T03:08:48Z', 'revision_number': 5, 'project_id': '81dcacae000b4b22b440da0e2b541d75', 'gw_port': {'id': '0983bc9a-8d20-4237-a638-9420194e713f', 'name': '', 'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:c4:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd8eb64c-3a57-48c7-b126-615a3108ed21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T03:03:01Z', 'updated_at': '2022-04-08T03:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-smb'}], 'dv-cinder-837051-1-smb', False) {} {{(pid=87788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 03:08:50.469141 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6297c023-abd7-4f94-a9dd-ee9181bcd3e8 None None] The sync data for ids ['dd8eb64c-3a57-48c7-b126-615a3108ed21'] in dv-cinder-837051-1-smb is: [{'id': 'dd8eb64c-3a57-48c7-b126-615a3108ed21', 'name': 'tempest-TestShelveInstance-1307835745-router', 'tenant_id': '81dcacae000b4b22b440da0e2b541d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'external_fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.115'}], 'enable_snat': True}, 'gw_port_id': '0983bc9a-8d20-4237-a638-9420194e713f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T03:02:59Z', 'updated_at': '2022-04-08T03:08:48Z', 'revision_number': 5, 'project_id': '81dcacae000b4b22b440da0e2b541d75', 'gw_port': {'id': '0983bc9a-8d20-4237-a638-9420194e713f', 'name': '', 'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:c4:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd8eb64c-3a57-48c7-b126-615a3108ed21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T03:03:01Z', 'updated_at': '2022-04-08T03:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-smb'}] {{(pid=87788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 03:08:50.537391 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-736d9a31-77bb-4419-9f57-6b1d4208e032 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:08:50.603746 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-736d9a31-77bb-4419-9f57-6b1d4208e032 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:08:50.616179 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-d814a599-33e3-4705-b96b-a2e74ece60ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762847213038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762846864689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3006662'] for port, after_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:08:50.663399 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d814a599-33e3-4705-b96b-a2e74ece60ce admin admin] Pushing event deleted for resources: {'Port': ['ID=0983bc9a-8d20-4237-a638-9420194e713f,revision_number=None']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:08:50.678905 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-736d9a31-77bb-4419-9f57-6b1d4208e032 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411622'] for security_group_rule, after_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:08:50.702688 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736d9a31-77bb-4419-9f57-6b1d4208e032 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96c3e79d-7eab-4b79-beca-e3565f0c6f4d,revision_number=0']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:08:50.753473 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-d814a599-33e3-4705-b96b-a2e74ece60ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-333321'] for router_gateway, after_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:08:50.784069 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-736d9a31-77bb-4419-9f57-6b1d4208e032 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:08:50.785260 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [None req-736d9a31-77bb-4419-9f57-6b1d4208e032 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3523679 Apr 08 03:08:50.788005 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.wsgi [-] (87786) accepted ('10.222.0.15', 51904) {{(pid=87786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:08:50.793764 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.v2.base [None req-4dfdc2f4-99c4-4593-87bf-0f2d5abd0217 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Request body: {'security_group_rule': {'security_group_id': '6b2c3514-beca-4f58-b7c9-82a2e705f7df', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 03:08:50.799754 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.quota.driver [None req-4dfdc2f4-99c4-4593-87bf-0f2d5abd0217 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 03:08:50.803427 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [None req-4dfdc2f4-99c4-4593-87bf-0f2d5abd0217 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Usage tracker for resource:security_group_rule and tenant:5a3ce4b7e7fd4f29967f633688e46d21 is out of sync, need to count used quota {{(pid=87786) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 03:08:50.806326 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [None req-4dfdc2f4-99c4-4593-87bf-0f2d5abd0217 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87786) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 03:08:50.812748 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.quota.driver [None req-4dfdc2f4-99c4-4593-87bf-0f2d5abd0217 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 03:08:50.886650 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-4dfdc2f4-99c4-4593-87bf-0f2d5abd0217 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:08:50.934891 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-d814a599-33e3-4705-b96b-a2e74ece60ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-355902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-306'] for router, precommit_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:08:50.937327 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-d814a599-33e3-4705-b96b-a2e74ece60ce admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:08:50.955740 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-4dfdc2f4-99c4-4593-87bf-0f2d5abd0217 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:08:51.027504 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-4dfdc2f4-99c4-4593-87bf-0f2d5abd0217 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411622'] for security_group_rule, after_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:08:51.050663 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfdc2f4-99c4-4593-87bf-0f2d5abd0217 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e6cd9d8-ce0f-4d89-aa6a-940276e7075c,revision_number=0']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:08:51.056671 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-d814a599-33e3-4705-b96b-a2e74ece60ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-356065'] for router, after_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:08:51.057087 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d814a599-33e3-4705-b96b-a2e74ece60ce admin admin] Fanout notify agent at l3_agent the message router_deleted on router dd8eb64c-3a57-48c7-b126-615a3108ed21 {{(pid=87787) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 08 03:08:51.069628 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-d814a599-33e3-4705-b96b-a2e74ece60ce admin admin] Notify callbacks [] for router, before_response {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:08:51.070850 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-d814a599-33e3-4705-b96b-a2e74ece60ce admin admin] 10.222.0.15 "DELETE /v2.0/routers/dd8eb64c-3a57-48c7-b126-615a3108ed21 HTTP/1.1" status: 204 len: 168 time: 1.5137463 Apr 08 03:08:51.074069 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 51908) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:08:51.135833 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.db_base_plugin_v2 [None req-86851311-8ef9-4dd0-a419-1b79843e6361 admin admin] Deleting subnet 3c6e8eab-d409-43a5-98cf-411a54f6f1e7 {{(pid=87787) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 08 03:08:51.138701 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-4dfdc2f4-99c4-4593-87bf-0f2d5abd0217 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:08:51.139015 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-86851311-8ef9-4dd0-a419-1b79843e6361 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:08:51.142983 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [None req-4dfdc2f4-99c4-4593-87bf-0f2d5abd0217 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3511593 Apr 08 03:08:51.143305 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.wsgi [-] (87786) accepted ('10.222.0.15', 51912) {{(pid=87786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:08:51.150076 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.v2.base [None req-c0e33760-670b-4cd3-9535-7a5e10a1c849 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Request body: {'floatingip': {'floating_network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b'}} {{(pid=87786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 03:08:51.156394 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.quota.driver [None req-c0e33760-670b-4cd3-9535-7a5e10a1c849 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 03:08:51.160300 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [None req-c0e33760-670b-4cd3-9535-7a5e10a1c849 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Usage tracker for resource:floatingip and tenant:5a3ce4b7e7fd4f29967f633688e46d21 is out of sync, need to count used quota {{(pid=87786) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 03:08:51.163231 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [None req-c0e33760-670b-4cd3-9535-7a5e10a1c849 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87786) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 03:08:51.171428 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.quota.driver [None req-c0e33760-670b-4cd3-9535-7a5e10a1c849 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 03:08:51.197100 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-86851311-8ef9-4dd0-a419-1b79843e6361 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3007358'] for subnet, precommit_delete_associations {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:08:51.241415 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-c0e33760-670b-4cd3-9535-7a5e10a1c849 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Notify callbacks [] for floatingip, before_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:08:51.277564 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-86851311-8ef9-4dd0-a419-1b79843e6361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-576545'] for subnet, precommit_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:08:51.379492 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-c0e33760-670b-4cd3-9535-7a5e10a1c849 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:08:51.417039 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-86851311-8ef9-4dd0-a419-1b79843e6361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-576552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3006707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2234823'] for subnet, after_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:08:51.459800 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86851311-8ef9-4dd0-a419-1b79843e6361 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c6e8eab-d409-43a5-98cf-411a54f6f1e7,revision_number=None']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:08:51.461810 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-86851311-8ef9-4dd0-a419-1b79843e6361 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539232'] for subnet, before_response {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:08:51.466511 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e12e03dc-1daf-4cf1-90c6-8886026ed385 None None] Network 6647b071-2e5e-4619-a828-037a7ae75e67 requested from dv-cinder-837051-1-smb {{(pid=87788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 03:08:51.468214 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-86851311-8ef9-4dd0-a419-1b79843e6361 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/3c6e8eab-d409-43a5-98cf-411a54f6f1e7 HTTP/1.1" status: 204 len: 168 time: 0.3931894 Apr 08 03:08:51.470630 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 51916) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:08:51.527219 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.db_base_plugin_common [None req-c0e33760-670b-4cd3-9535-7a5e10a1c849 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Allocated IP 172.28.2.4 (98d1e709-75a7-4f60-9ef6-cd80d5a9207b/cdd7e012-314b-49de-85b2-875de1f002d2/edfce30f-8997-4bde-b0ef-a694614da7c7) {{(pid=87786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 03:08:51.598323 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Device 0983bc9a-8d20-4237-a638-9420194e713f no longer exists at agent ovs-agent-dv-cinder-837051-1-smb {{(pid=87788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 03:08:51.644993 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.plugin [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] No Port match for: 0983bc9a-8d20-4237-a638-9420194e713f {{(pid=87788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 03:08:51.645333 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Device 0983bc9a-8d20-4237-a638-9420194e713f not bound to the agent host dv-cinder-837051-1-smb {{(pid=87788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 03:08:51.645760 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Device 7a1a222c-4d0f-4b4d-a19b-915c93b34750 no longer exists at agent ovs-agent-dv-cinder-837051-1-smb {{(pid=87788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 03:08:51.688843 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.plugin [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] No Port match for: 7a1a222c-4d0f-4b4d-a19b-915c93b34750 {{(pid=87788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 03:08:51.689188 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Device 7a1a222c-4d0f-4b4d-a19b-915c93b34750 not bound to the agent host dv-cinder-837051-1-smb {{(pid=87788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 03:08:51.690710 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-f18c2743-9432-45db-9532-37122eb8aa6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-570621'] for network, before_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:08:51.706280 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-c0e33760-670b-4cd3-9535-7a5e10a1c849 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Notify callbacks [] for port, precommit_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:08:51.709184 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.plugins.ml2.plugin [None req-f18c2743-9432-45db-9532-37122eb8aa6f admin admin] Deleting port 08fa8ce2-c2c3-43b2-b9b0-7eca75155cd5 {{(pid=87787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 03:08:51.709532 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-f18c2743-9432-45db-9532-37122eb8aa6f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762847207940'] for port, before_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:08:51.793599 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-c0e33760-670b-4cd3-9535-7a5e10a1c849 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762846864680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2754409'] for port, after_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:08:51.848053 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddcb6cc6-ab0e-45c3-b221-fde6c7e9f7f0 None None] DHCP port deletion for 6647b071-2e5e-4619-a828-037a7ae75e67 request from dv-cinder-837051-1-smb {{(pid=87788) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 08 03:08:51.852617 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.plugin [None req-ddcb6cc6-ab0e-45c3-b221-fde6c7e9f7f0 None None] Deleting port 08fa8ce2-c2c3-43b2-b9b0-7eca75155cd5 {{(pid=87788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 03:08:51.853133 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-ddcb6cc6-ab0e-45c3-b221-fde6c7e9f7f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762847207940'] for port, before_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:08:51.853620 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0e33760-670b-4cd3-9535-7a5e10a1c849 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Network 98d1e709-75a7-4f60-9ef6-cd80d5a9207b is already hosted by enough agents. {{(pid=87786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 03:08:51.856494 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.scheduler.base_scheduler [None req-c0e33760-670b-4cd3-9535-7a5e10a1c849 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Resources bound (agent type, host, resource id): {{(pid=87786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 03:08:51.860011 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e33760-670b-4cd3-9535-7a5e10a1c849 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Received port after_create {{(pid=87786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 03:08:51.908035 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e33760-670b-4cd3-9535-7a5e10a1c849 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Pushing event updated for resources: {'Port': ['ID=edfce30f-8997-4bde-b0ef-a694614da7c7,revision_number=1']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:08:51.925756 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.plugins.ml2.db [None req-f18c2743-9432-45db-9532-37122eb8aa6f admin admin] For port 08fa8ce2-c2c3-43b2-b9b0-7eca75155cd5, host dv-cinder-837051-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837051-1-smb',level=0,port_id=08fa8ce2-c2c3-43b2-b9b0-7eca75155cd5,segment=NetworkSegment(c4efc612-be7d-4dfd-80e9-7b3a290305ef),segment_id=c4efc612-be7d-4dfd-80e9-7b3a290305ef)] {{(pid=87787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 03:08:51.926691 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-f18c2743-9432-45db-9532-37122eb8aa6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334124'] for port, precommit_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:08:51.955557 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-c0e33760-670b-4cd3-9535-7a5e10a1c849 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:08:52.053183 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.plugins.ml2.plugin [None req-f18c2743-9432-45db-9532-37122eb8aa6f admin admin] Calling delete_port for 08fa8ce2-c2c3-43b2-b9b0-7eca75155cd5 owned by network:dhcp {{(pid=87787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 03:08:52.084530 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-c0e33760-670b-4cd3-9535-7a5e10a1c849 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_update {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:08:52.092553 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.db [None req-ddcb6cc6-ab0e-45c3-b221-fde6c7e9f7f0 None None] For port 08fa8ce2-c2c3-43b2-b9b0-7eca75155cd5, host dv-cinder-837051-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837051-1-smb',level=0,port_id=08fa8ce2-c2c3-43b2-b9b0-7eca75155cd5,segment=NetworkSegment(c4efc612-be7d-4dfd-80e9-7b3a290305ef),segment_id=c4efc612-be7d-4dfd-80e9-7b3a290305ef)] {{(pid=87788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 03:08:52.093240 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-ddcb6cc6-ab0e-45c3-b221-fde6c7e9f7f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334124'] for port, precommit_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:08:52.213267 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-f18c2743-9432-45db-9532-37122eb8aa6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762847213038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762846864689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3006662'] for port, after_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:08:52.216486 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.plugin [None req-ddcb6cc6-ab0e-45c3-b221-fde6c7e9f7f0 None None] Calling delete_port for 08fa8ce2-c2c3-43b2-b9b0-7eca75155cd5 owned by network:dhcp {{(pid=87788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 03:08:52.262961 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18c2743-9432-45db-9532-37122eb8aa6f admin admin] Pushing event deleted for resources: {'Port': ['ID=08fa8ce2-c2c3-43b2-b9b0-7eca75155cd5,revision_number=None']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:08:52.266414 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f18c2743-9432-45db-9532-37122eb8aa6f admin admin] No DVR routers for this DVR port 08fa8ce2-c2c3-43b2-b9b0-7eca75155cd5 on host dv-cinder-837051-1-smb {{(pid=87787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 03:08:52.291686 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.db.api [None req-ddcb6cc6-ab0e-45c3-b221-fde6c7e9f7f0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87788) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 03:08:52.292024 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG oslo_db.api [None req-ddcb6cc6-ab0e-45c3-b221-fde6c7e9f7f0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 03:08:52.308844 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-c0e33760-670b-4cd3-9535-7a5e10a1c849 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Notify callbacks [] for port, precommit_update {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:08:52.372471 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-c0e33760-670b-4cd3-9535-7a5e10a1c849 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762847214852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762846864698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762846864743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2754402'] for port, after_update {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:08:52.381772 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-f18c2743-9432-45db-9532-37122eb8aa6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577450', 'neutron.services.segments.db._delete_segments_for_network-8762847383381'] for network, precommit_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:08:52.408445 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.services.segments.db [None req-f18c2743-9432-45db-9532-37122eb8aa6f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6647b071-2e5e-4619-a828-037a7ae75e67']}} {{(pid=87787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 03:08:52.421365 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.services.segments.db [None req-f18c2743-9432-45db-9532-37122eb8aa6f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4efc612-be7d-4dfd-80e9-7b3a290305ef') {'for_net_delete': True} {{(pid=87787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 03:08:52.421653 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.services.segments.db [None req-f18c2743-9432-45db-9532-37122eb8aa6f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4efc612-be7d-4dfd-80e9-7b3a290305ef') {} {{(pid=87787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 03:08:52.433198 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-f18c2743-9432-45db-9532-37122eb8aa6f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762847386736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3007351'] for segment, before_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:08:52.449501 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-f18c2743-9432-45db-9532-37122eb8aa6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575478'] for segment, precommit_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:08:52.455688 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f18c2743-9432-45db-9532-37122eb8aa6f admin admin] Releasing vlan 281 on physical network physnet1 to pool {{(pid=87787) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 03:08:52.456079 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-f18c2743-9432-45db-9532-37122eb8aa6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-575460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3006633'] for segment, after_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:08:52.470040 dv-cinder-837051-1-smb neutron-server[87787]: Traceback (most recent call last): Apr 08 03:08:52.470040 dv-cinder-837051-1-smb neutron-server[87787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 03:08:52.470040 dv-cinder-837051-1-smb neutron-server[87787]: timer() Apr 08 03:08:52.470040 dv-cinder-837051-1-smb neutron-server[87787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 03:08:52.470040 dv-cinder-837051-1-smb neutron-server[87787]: cb(*args, **kw) Apr 08 03:08:52.470040 dv-cinder-837051-1-smb neutron-server[87787]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 03:08:52.470040 dv-cinder-837051-1-smb neutron-server[87787]: return func(*args, **kwargs) Apr 08 03:08:52.470040 dv-cinder-837051-1-smb neutron-server[87787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 03:08:52.470040 dv-cinder-837051-1-smb neutron-server[87787]: self._notify() Apr 08 03:08:52.470040 dv-cinder-837051-1-smb neutron-server[87787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 03:08:52.470040 dv-cinder-837051-1-smb neutron-server[87787]: self.callback(batched_events) Apr 08 03:08:52.470040 dv-cinder-837051-1-smb neutron-server[87787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 03:08:52.470040 dv-cinder-837051-1-smb neutron-server[87787]: event.method(event) Apr 08 03:08:52.470040 dv-cinder-837051-1-smb neutron-server[87787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 03:08:52.470040 dv-cinder-837051-1-smb neutron-server[87787]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 03:08:52.470040 dv-cinder-837051-1-smb neutron-server[87787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 03:08:52.470040 dv-cinder-837051-1-smb neutron-server[87787]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 03:08:52.470040 dv-cinder-837051-1-smb neutron-server[87787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 03:08:52.470040 dv-cinder-837051-1-smb neutron-server[87787]: return f(self, *a, **k) Apr 08 03:08:52.470040 dv-cinder-837051-1-smb neutron-server[87787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 03:08:52.470040 dv-cinder-837051-1-smb neutron-server[87787]: return self._get(url).json() Apr 08 03:08:52.470040 dv-cinder-837051-1-smb neutron-server[87787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 08 03:08:52.470040 dv-cinder-837051-1-smb neutron-server[87787]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 03:08:52.470040 dv-cinder-837051-1-smb neutron-server[87787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 03:08:52.470040 dv-cinder-837051-1-smb neutron-server[87787]: return self.request(url, 'GET', **kwargs) Apr 08 03:08:52.470040 dv-cinder-837051-1-smb neutron-server[87787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 03:08:52.470040 dv-cinder-837051-1-smb neutron-server[87787]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 03:08:52.470040 dv-cinder-837051-1-smb neutron-server[87787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 03:08:52.470040 dv-cinder-837051-1-smb neutron-server[87787]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 03:08:52.470040 dv-cinder-837051-1-smb neutron-server[87787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 03:08:52.470040 dv-cinder-837051-1-smb neutron-server[87787]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 03:08:52.470040 dv-cinder-837051-1-smb neutron-server[87787]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 03:08:52.483207 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e33760-670b-4cd3-9535-7a5e10a1c849 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Pushing event updated for resources: {'Port': ['ID=edfce30f-8997-4bde-b0ef-a694614da7c7,revision_number=2']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:08:52.494752 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-c0e33760-670b-4cd3-9535-7a5e10a1c849 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-333402'] for floatingip, after_update {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:08:52.588542 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-c0e33760-670b-4cd3-9535-7a5e10a1c849 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207533'] for floatingip, before_response {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:08:52.589819 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [None req-c0e33760-670b-4cd3-9535-7a5e10a1c849 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.4456041 Apr 08 03:08:52.610547 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-f18c2743-9432-45db-9532-37122eb8aa6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-333356'] for network, after_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:08:52.628662 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-f18c2743-9432-45db-9532-37122eb8aa6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539232'] for network, before_response {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:08:52.635243 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18c2743-9432-45db-9532-37122eb8aa6f admin admin] Pushing event deleted for resources: {'Network': ['ID=6647b071-2e5e-4619-a828-037a7ae75e67,revision_number=None']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:08:52.645030 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-f18c2743-9432-45db-9532-37122eb8aa6f admin admin] 10.222.0.15 "DELETE /v2.0/networks/6647b071-2e5e-4619-a828-037a7ae75e67 HTTP/1.1" status: 204 len: 168 time: 1.1734371 Apr 08 03:08:52.793306 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.plugin [None req-ddcb6cc6-ab0e-45c3-b221-fde6c7e9f7f0 None None] Deleting port 08fa8ce2-c2c3-43b2-b9b0-7eca75155cd5 {{(pid=87788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 03:08:52.793847 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-ddcb6cc6-ab0e-45c3-b221-fde6c7e9f7f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762847207940'] for port, before_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:08:52.816677 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [req-bd623687-f5db-47db-8e12-052e278af4de req-ad66e2af-9739-49c9-aad6-ea416fde1e67 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Synchronizing usage tracker for tenant:5a3ce4b7e7fd4f29967f633688e46d21 on resource:security_group {{(pid=87786) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 03:08:52.861541 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.plugin [None req-ddcb6cc6-ab0e-45c3-b221-fde6c7e9f7f0 None None] The port '08fa8ce2-c2c3-43b2-b9b0-7eca75155cd5' was deleted {{(pid=87788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 08 03:08:52.879111 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [req-bd623687-f5db-47db-8e12-052e278af4de req-ad66e2af-9739-49c9-aad6-ea416fde1e67 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Unset dirty status for tenant:5a3ce4b7e7fd4f29967f633688e46d21 on resource:security_group {{(pid=87786) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 03:08:52.880300 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-bd623687-f5db-47db-8e12-052e278af4de req-ad66e2af-9739-49c9-aad6-ea416fde1e67 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--710681836&fields=id&tenant_id=5a3ce4b7e7fd4f29967f633688e46d21 HTTP/1.1" status: 200 len: 267 time: 0.1062186 Apr 08 03:08:52.951365 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 51934) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:08:53.010144 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-0665660c-0d13-49cb-b71e-7bfbf62d9a43 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d795d4c3932b47d7849e48c0ea1f7259&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0575359 Apr 08 03:08:53.012570 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 51938) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:08:53.074307 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-0eae0f0d-2544-47e9-adf3-05b37602505d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:08:53.099907 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-0eae0f0d-2544-47e9-adf3-05b37602505d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:08:53.118282 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd623687-f5db-47db-8e12-052e278af4de req-f9ea8ba0-34e4-4975-bd0d-e2ae556c8929 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:08:53.119805 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-bd623687-f5db-47db-8e12-052e278af4de req-f9ea8ba0-34e4-4975-bd0d-e2ae556c8929 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] 10.222.0.15 "GET /v2.0/networks?id=ba890812-2863-4d70-b21d-0d22eea7ba35 HTTP/1.1" status: 200 len: 815 time: 0.2327039 Apr 08 03:08:53.134811 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-bd623687-f5db-47db-8e12-052e278af4de req-4676f7e9-b6ba-496b-9350-701f6b9fbe6d tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] 10.222.0.15 "GET /v2.0/quotas/5a3ce4b7e7fd4f29967f633688e46d21 HTTP/1.1" status: 200 len: 375 time: 0.0092194 Apr 08 03:08:53.220453 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [req-bd623687-f5db-47db-8e12-052e278af4de req-603ee1f4-db11-4f8f-9274-a52517a30db4 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Synchronizing usage tracker for tenant:5a3ce4b7e7fd4f29967f633688e46d21 on resource:port {{(pid=87786) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 03:08:53.264111 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-0eae0f0d-2544-47e9-adf3-05b37602505d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:08:53.279124 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eae0f0d-2544-47e9-adf3-05b37602505d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2546318-21b6-4338-bfcb-9521d7f89bc2,revision_number=None']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:08:53.286968 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-0eae0f0d-2544-47e9-adf3-05b37602505d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:08:53.290744 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-0eae0f0d-2544-47e9-adf3-05b37602505d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e2546318-21b6-4338-bfcb-9521d7f89bc2 HTTP/1.1" status: 204 len: 168 time: 0.2748468 Apr 08 03:08:53.292772 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [req-bd623687-f5db-47db-8e12-052e278af4de req-603ee1f4-db11-4f8f-9274-a52517a30db4 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Unset dirty status for tenant:5a3ce4b7e7fd4f29967f633688e46d21 on resource:port {{(pid=87786) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 03:08:53.294137 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-bd623687-f5db-47db-8e12-052e278af4de req-603ee1f4-db11-4f8f-9274-a52517a30db4 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=5a3ce4b7e7fd4f29967f633688e46d21&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1541269 Apr 08 03:08:53.412709 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.wsgi [req-bd623687-f5db-47db-8e12-052e278af4de req-4ce380db-a450-46e3-a806-752e4aa69800 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=87786) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 08 03:08:53.413680 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-bd623687-f5db-47db-8e12-052e278af4de req-4ce380db-a450-46e3-a806-752e4aa69800 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1071436 Apr 08 03:08:53.551182 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-bd623687-f5db-47db-8e12-052e278af4de req-376eb9da-535c-4826-b56e-9a4cc24c5063 service neutron] 10.222.0.15 "GET /v2.0/networks/ba890812-2863-4d70-b21d-0d22eea7ba35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314342 Apr 08 03:08:53.560443 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Device 08fa8ce2-c2c3-43b2-b9b0-7eca75155cd5 no longer exists at agent ovs-agent-dv-cinder-837051-1-smb {{(pid=87788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 03:08:53.594936 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.plugin [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] No Port match for: 08fa8ce2-c2c3-43b2-b9b0-7eca75155cd5 {{(pid=87788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 03:08:53.595644 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Device 08fa8ce2-c2c3-43b2-b9b0-7eca75155cd5 not bound to the agent host dv-cinder-837051-1-smb {{(pid=87788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 03:08:53.687533 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-bd623687-f5db-47db-8e12-052e278af4de req-90d67e97-fb82-4a69-8be8-abaea5339a60 service neutron] 10.222.0.15 "GET /v2.0/networks/ba890812-2863-4d70-b21d-0d22eea7ba35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293612 Apr 08 03:08:53.941672 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-4c3bedab-5f94-4cf9-b516-37bf787da6f7 req-06e94748-99db-4955-bae6-04cd53ee138c tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] 10.222.0.15 "GET /v2.0/ports?device_id=80918706-70b3-4f68-a566-88766c4b0495 HTTP/1.1" status: 200 len: 210 time: 0.0458322 Apr 08 03:08:53.994073 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.wsgi [-] (87786) accepted ('10.222.0.15', 51954) {{(pid=87786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:08:54.042581 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [None req-d5f1a13a-8b4d-4a58-abb5-3ddfb3fe843d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=81dcacae000b4b22b440da0e2b541d75&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0474133 Apr 08 03:08:54.045264 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.wsgi [-] (87786) accepted ('10.222.0.15', 51958) {{(pid=87786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:08:54.103708 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-6126bc99-9b76-4c7c-83c4-a9c5669445c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:08:54.129130 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-6126bc99-9b76-4c7c-83c4-a9c5669445c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:08:54.261909 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-6126bc99-9b76-4c7c-83c4-a9c5669445c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:08:54.280251 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6126bc99-9b76-4c7c-83c4-a9c5669445c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6d31a0c-66e7-4ffa-86a2-aa3127b43f41,revision_number=None']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:08:54.282534 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-6126bc99-9b76-4c7c-83c4-a9c5669445c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:08:54.286222 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [None req-6126bc99-9b76-4c7c-83c4-a9c5669445c9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a6d31a0c-66e7-4ffa-86a2-aa3127b43f41 HTTP/1.1" status: 204 len: 168 time: 0.2374470 Apr 08 03:08:55.088331 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-adf01e9a-1f92-47de-8619-37b4aa754787 req-10b0c88c-7f1d-4972-a59b-1112796b5140 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] 10.222.0.15 "GET /v2.0/ports?device_id=80918706-70b3-4f68-a566-88766c4b0495 HTTP/1.1" status: 200 len: 210 time: 0.0458341 Apr 08 03:08:55.875122 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-92e33d45-4d50-498d-a04c-0d060c0daf86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:08:56.256306 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-d465338a-5c43-4167-907a-00449a4da6ea req-8f3edc3d-2f06-4816-bf42-e1afc893cc2b tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] 10.222.0.15 "GET /v2.0/ports?device_id=80918706-70b3-4f68-a566-88766c4b0495 HTTP/1.1" status: 200 len: 210 time: 0.0602679 Apr 08 03:08:56.362549 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd623687-f5db-47db-8e12-052e278af4de req-c2a0add3-8338-4ef4-a89e-776b3ed4b4dd tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:08:56.363982 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-bd623687-f5db-47db-8e12-052e278af4de req-c2a0add3-8338-4ef4-a89e-776b3ed4b4dd tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] 10.222.0.39 "GET /v2.0/networks?id=ba890812-2863-4d70-b21d-0d22eea7ba35 HTTP/1.1" status: 200 len: 815 time: 0.1899383 Apr 08 03:08:56.421779 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-bd623687-f5db-47db-8e12-052e278af4de req-55101a8d-64af-452c-bfdd-4e885308d998 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5a3ce4b7e7fd4f29967f633688e46d21 HTTP/1.1" status: 200 len: 379 time: 0.0436354 Apr 08 03:08:56.430075 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.v2.base [req-bd623687-f5db-47db-8e12-052e278af4de req-830e6213-46a6-4b40-8750-561e589788fe tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Request body: {'port': {'device_id': '80918706-70b3-4f68-a566-88766c4b0495', 'network_id': 'ba890812-2863-4d70-b21d-0d22eea7ba35', 'admin_state_up': True, 'tenant_id': '5a3ce4b7e7fd4f29967f633688e46d21', 'security_groups': ['6b2c3514-beca-4f58-b7c9-82a2e705f7df']}} {{(pid=87786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 03:08:56.566517 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.quota.driver [req-bd623687-f5db-47db-8e12-052e278af4de req-830e6213-46a6-4b40-8750-561e589788fe tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 03:08:56.578960 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.quota.driver [req-bd623687-f5db-47db-8e12-052e278af4de req-830e6213-46a6-4b40-8750-561e589788fe tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 03:08:56.650446 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd623687-f5db-47db-8e12-052e278af4de req-830e6213-46a6-4b40-8750-561e589788fe tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Made reservation on behalf of 5a3ce4b7e7fd4f29967f633688e46d21 for: {'port': 1} {{(pid=87786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 03:08:56.653931 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [req-bd623687-f5db-47db-8e12-052e278af4de req-830e6213-46a6-4b40-8750-561e589788fe tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:08:56.819039 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.db_base_plugin_common [req-bd623687-f5db-47db-8e12-052e278af4de req-830e6213-46a6-4b40-8750-561e589788fe tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Allocated IP 172.20.0.8 (ba890812-2863-4d70-b21d-0d22eea7ba35/038e94d4-9a88-4f45-8bb2-7cfeef771b58/3d0e5d8e-c760-4204-a206-fb97d1de3a9a) {{(pid=87786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 03:08:56.997880 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [req-bd623687-f5db-47db-8e12-052e278af4de req-830e6213-46a6-4b40-8750-561e589788fe tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Notify callbacks [] for port, precommit_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:08:57.013092 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.provisioning_blocks [req-bd623687-f5db-47db-8e12-052e278af4de req-830e6213-46a6-4b40-8750-561e589788fe tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Transition to ACTIVE for port object 3d0e5d8e-c760-4204-a206-fb97d1de3a9a will not be triggered until provisioned by entity DHCP. {{(pid=87786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 03:08:57.120053 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [req-bd623687-f5db-47db-8e12-052e278af4de req-830e6213-46a6-4b40-8750-561e589788fe tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762846864680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2754409'] for port, after_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:08:57.188400 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd623687-f5db-47db-8e12-052e278af4de req-830e6213-46a6-4b40-8750-561e589788fe tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Network ba890812-2863-4d70-b21d-0d22eea7ba35 is already hosted by enough agents. {{(pid=87786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 03:08:57.191210 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.scheduler.base_scheduler [req-bd623687-f5db-47db-8e12-052e278af4de req-830e6213-46a6-4b40-8750-561e589788fe tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Resources bound (agent type, host, resource id): {{(pid=87786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 03:08:57.199927 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd623687-f5db-47db-8e12-052e278af4de req-830e6213-46a6-4b40-8750-561e589788fe tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Received port after_create {{(pid=87786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 03:08:57.231356 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830e6213-46a6-4b40-8750-561e589788fe tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Pushing event updated for resources: {'Port': ['ID=3d0e5d8e-c760-4204-a206-fb97d1de3a9a,revision_number=1']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:08:57.270126 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd623687-f5db-47db-8e12-052e278af4de req-830e6213-46a6-4b40-8750-561e589788fe tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:08:57.270746 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [req-bd623687-f5db-47db-8e12-052e278af4de req-830e6213-46a6-4b40-8750-561e589788fe tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207533'] for port, before_response {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:08:57.367895 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-bd623687-f5db-47db-8e12-052e278af4de req-830e6213-46a6-4b40-8750-561e589788fe tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9411037 Apr 08 03:08:57.384925 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.v2.base [req-bd623687-f5db-47db-8e12-052e278af4de req-59f86855-7e88-4d77-8c23-f7d91fbf04b9 service neutron] Request body: {'port': {'device_id': '80918706-70b3-4f68-a566-88766c4b0495', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83705'}} {{(pid=87786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 03:08:57.492688 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-97c5f974-dc72-423e-bfbf-0419ae44756e None None] Provisioning for port 3d0e5d8e-c760-4204-a206-fb97d1de3a9a completed by entity DHCP. {{(pid=87788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 03:08:57.498133 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-97c5f974-dc72-423e-bfbf-0419ae44756e None None] Provisioning complete for port 3d0e5d8e-c760-4204-a206-fb97d1de3a9a triggered by entity DHCP. {{(pid=87788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 03:08:57.498537 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-97c5f974-dc72-423e-bfbf-0419ae44756e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587297'] for port, provisioning_complete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:08:57.503815 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [req-bd623687-f5db-47db-8e12-052e278af4de req-59f86855-7e88-4d77-8c23-f7d91fbf04b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_update {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:08:57.555955 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.plugin [None req-97c5f974-dc72-423e-bfbf-0419ae44756e None None] Port 3d0e5d8e-c760-4204-a206-fb97d1de3a9a cannot update to ACTIVE because it is not bound. {{(pid=87788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 03:08:57.799622 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623a2685-dfc1-43fb-9d86-f84af162d04a req-fc5659d0-776a-4f27-9e2e-3821b5d6ba7e tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:08:57.800295 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [req-623a2685-dfc1-43fb-9d86-f84af162d04a req-fc5659d0-776a-4f27-9e2e-3821b5d6ba7e tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Synchronizing usage tracker for tenant:5a3ce4b7e7fd4f29967f633688e46d21 on resource:port {{(pid=87786) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 03:08:57.939383 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [req-623a2685-dfc1-43fb-9d86-f84af162d04a req-fc5659d0-776a-4f27-9e2e-3821b5d6ba7e tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Unset dirty status for tenant:5a3ce4b7e7fd4f29967f633688e46d21 on resource:port {{(pid=87786) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 03:08:57.940435 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-623a2685-dfc1-43fb-9d86-f84af162d04a req-fc5659d0-776a-4f27-9e2e-3821b5d6ba7e tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] 10.222.0.15 "GET /v2.0/ports?device_id=80918706-70b3-4f68-a566-88766c4b0495 HTTP/1.1" status: 200 len: 931 time: 0.3925576 Apr 08 03:08:58.032184 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.notifiers.nova [req-bd623687-f5db-47db-8e12-052e278af4de req-59f86855-7e88-4d77-8c23-f7d91fbf04b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d0e5d8e-c760-4204-a206-fb97d1de3a9a {{(pid=87786) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 03:08:58.038323 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-623a2685-dfc1-43fb-9d86-f84af162d04a req-7bcc0e18-200e-4924-b43f-7a8b4ab2bc1a tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] 10.222.0.15 "GET /v2.0/security-groups?id=6b2c3514-beca-4f58-b7c9-82a2e705f7df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889597 Apr 08 03:08:58.042087 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [req-bd623687-f5db-47db-8e12-052e278af4de req-59f86855-7e88-4d77-8c23-f7d91fbf04b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:08:58.057160 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.provisioning_blocks [req-bd623687-f5db-47db-8e12-052e278af4de req-59f86855-7e88-4d77-8c23-f7d91fbf04b9 service neutron] Transition to ACTIVE for port object 3d0e5d8e-c760-4204-a206-fb97d1de3a9a will not be triggered until provisioned by entity L2. {{(pid=87786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 03:08:58.120842 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [req-bd623687-f5db-47db-8e12-052e278af4de req-59f86855-7e88-4d77-8c23-f7d91fbf04b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762847214852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762846864698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762846864743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2754402'] for port, after_update {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:08:58.274597 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f86855-7e88-4d77-8c23-f7d91fbf04b9 service neutron] Pushing event updated for resources: {'Port': ['ID=3d0e5d8e-c760-4204-a206-fb97d1de3a9a,revision_number=2']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:08:58.304663 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-48e74b58-8333-480d-8f74-e37e73308823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:08:58.358721 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.managers [req-bd623687-f5db-47db-8e12-052e278af4de req-59f86855-7e88-4d77-8c23-f7d91fbf04b9 service neutron] Attempting to bind port 3d0e5d8e-c760-4204-a206-fb97d1de3a9a on host hv-cinder-83705 for vnic_type normal with profile {{(pid=87786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 03:08:58.359059 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.managers [req-bd623687-f5db-47db-8e12-052e278af4de req-59f86855-7e88-4d77-8c23-f7d91fbf04b9 service neutron] Attempting to bind port 3d0e5d8e-c760-4204-a206-fb97d1de3a9a by drivers openvswitch,hyperv on host hv-cinder-83705 at level 0 using segments [{'id': 'd5f53efa-6cf9-4846-830a-bc164d0ac2a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'ba890812-2863-4d70-b21d-0d22eea7ba35'}] {{(pid=87786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 03:08:58.359461 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd623687-f5db-47db-8e12-052e278af4de req-59f86855-7e88-4d77-8c23-f7d91fbf04b9 service neutron] Attempting to bind port 3d0e5d8e-c760-4204-a206-fb97d1de3a9a on network ba890812-2863-4d70-b21d-0d22eea7ba35 {{(pid=87786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 03:08:58.363919 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd623687-f5db-47db-8e12-052e278af4de req-59f86855-7e88-4d77-8c23-f7d91fbf04b9 service neutron] Port 3d0e5d8e-c760-4204-a206-fb97d1de3a9a on network ba890812-2863-4d70-b21d-0d22eea7ba35 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83705 {{(pid=87786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 08 03:08:58.364236 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd623687-f5db-47db-8e12-052e278af4de req-59f86855-7e88-4d77-8c23-f7d91fbf04b9 service neutron] Attempting to bind port 3d0e5d8e-c760-4204-a206-fb97d1de3a9a on network ba890812-2863-4d70-b21d-0d22eea7ba35 {{(pid=87786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 03:08:58.370796 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd623687-f5db-47db-8e12-052e278af4de req-59f86855-7e88-4d77-8c23-f7d91fbf04b9 service neutron] Checking agent: {'id': '80029809-569d-4306-9121-6b636b3093bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83705', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 2, 54, 9), 'started_at': datetime.datetime(2022, 4, 8, 2, 54, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 3, 8, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 03:08:58.371126 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd623687-f5db-47db-8e12-052e278af4de req-59f86855-7e88-4d77-8c23-f7d91fbf04b9 service neutron] Checking segment: {'id': 'd5f53efa-6cf9-4846-830a-bc164d0ac2a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'ba890812-2863-4d70-b21d-0d22eea7ba35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 03:08:58.371534 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd623687-f5db-47db-8e12-052e278af4de req-59f86855-7e88-4d77-8c23-f7d91fbf04b9 service neutron] Bound using segment: {'id': 'd5f53efa-6cf9-4846-830a-bc164d0ac2a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'ba890812-2863-4d70-b21d-0d22eea7ba35'} {{(pid=87786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 03:08:58.371956 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.managers [req-bd623687-f5db-47db-8e12-052e278af4de req-59f86855-7e88-4d77-8c23-f7d91fbf04b9 service neutron] Bound port: 3d0e5d8e-c760-4204-a206-fb97d1de3a9a, host: hv-cinder-83705, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5f53efa-6cf9-4846-830a-bc164d0ac2a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'ba890812-2863-4d70-b21d-0d22eea7ba35'}}] {{(pid=87786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 03:08:58.372298 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [req-bd623687-f5db-47db-8e12-052e278af4de req-59f86855-7e88-4d77-8c23-f7d91fbf04b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_update {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:08:58.462927 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.db [req-bd623687-f5db-47db-8e12-052e278af4de req-59f86855-7e88-4d77-8c23-f7d91fbf04b9 service neutron] For port 3d0e5d8e-c760-4204-a206-fb97d1de3a9a, host hv-cinder-83705, cleared binding levels {{(pid=87786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 03:08:58.465809 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.db [req-bd623687-f5db-47db-8e12-052e278af4de req-59f86855-7e88-4d77-8c23-f7d91fbf04b9 service neutron] For port 3d0e5d8e-c760-4204-a206-fb97d1de3a9a, host hv-cinder-83705, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=3d0e5d8e-c760-4204-a206-fb97d1de3a9a,segment=NetworkSegment(d5f53efa-6cf9-4846-830a-bc164d0ac2a3),segment_id=d5f53efa-6cf9-4846-830a-bc164d0ac2a3)] {{(pid=87786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 03:08:58.547896 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [req-bd623687-f5db-47db-8e12-052e278af4de req-59f86855-7e88-4d77-8c23-f7d91fbf04b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762847214852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762846864698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762846864743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2754402'] for port, after_update {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:08:58.603258 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd623687-f5db-47db-8e12-052e278af4de req-59f86855-7e88-4d77-8c23-f7d91fbf04b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:08:58.603861 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [req-bd623687-f5db-47db-8e12-052e278af4de req-59f86855-7e88-4d77-8c23-f7d91fbf04b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207533'] for port, before_response {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:08:58.605201 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-bd623687-f5db-47db-8e12-052e278af4de req-59f86855-7e88-4d77-8c23-f7d91fbf04b9 service neutron] 10.222.0.39 "PUT /v2.0/ports/3d0e5d8e-c760-4204-a206-fb97d1de3a9a HTTP/1.1" status: 200 len: 1093 time: 1.2249796 Apr 08 03:08:58.605612 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80918706-70b3-4f68-a566-88766c4b0495', 'tag': '3d0e5d8e-c760-4204-a206-fb97d1de3a9a'}] {{(pid=87786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 03:08:58.629762 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f86855-7e88-4d77-8c23-f7d91fbf04b9 service neutron] Pushing event updated for resources: {'Port': ['ID=3d0e5d8e-c760-4204-a206-fb97d1de3a9a,revision_number=3']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:08:58.655629 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a33091df-2cad-46b0-a3e8-65bce0de7948'] response: {'name': 'network-changed', 'server_uuid': '80918706-70b3-4f68-a566-88766c4b0495', 'tag': '3d0e5d8e-c760-4204-a206-fb97d1de3a9a', 'status': 'completed', 'code': 200} Apr 08 03:08:58.772735 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b034405-11bc-4de8-8f04-fc13fb9343db req-e7b2f993-2ef1-4898-b7be-3ad5af3c3289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:08:58.774822 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-3b034405-11bc-4de8-8f04-fc13fb9343db req-e7b2f993-2ef1-4898-b7be-3ad5af3c3289 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5a3ce4b7e7fd4f29967f633688e46d21&device_id=80918706-70b3-4f68-a566-88766c4b0495 HTTP/1.1" status: 200 len: 1096 time: 0.0754457 Apr 08 03:08:58.919693 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b034405-11bc-4de8-8f04-fc13fb9343db req-26d7f351-b6d2-4d4b-b7dd-99445e9aa450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:08:58.921099 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-3b034405-11bc-4de8-8f04-fc13fb9343db req-26d7f351-b6d2-4d4b-b7dd-99445e9aa450 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=5a3ce4b7e7fd4f29967f633688e46d21&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1324551 Apr 08 03:08:59.051975 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b034405-11bc-4de8-8f04-fc13fb9343db req-c4acb2c3-e1e5-4e43-be46-9f3939b25f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:08:59.053292 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-3b034405-11bc-4de8-8f04-fc13fb9343db req-c4acb2c3-e1e5-4e43-be46-9f3939b25f3b service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1261933 Apr 08 03:08:59.192887 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-ef00a636-a289-418c-ab96-90866b017a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:08:59.239970 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd623687-f5db-47db-8e12-052e278af4de req-32d1281f-8c92-4ebd-8cd6-9c6dbac3871a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:08:59.241484 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-bd623687-f5db-47db-8e12-052e278af4de req-32d1281f-8c92-4ebd-8cd6-9c6dbac3871a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5a3ce4b7e7fd4f29967f633688e46d21&device_id=80918706-70b3-4f68-a566-88766c4b0495 HTTP/1.1" status: 200 len: 1096 time: 0.1308355 Apr 08 03:08:59.246977 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:08:59.250507 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fe312d-c526-4992-aadc-bd91a572159c req-d6bc1627-18b1-4eb4-ab2e-1c79121482ed tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:08:59.251844 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-99fe312d-c526-4992-aadc-bd91a572159c req-d6bc1627-18b1-4eb4-ab2e-1c79121482ed tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] 10.222.0.15 "GET /v2.0/ports?device_id=80918706-70b3-4f68-a566-88766c4b0495 HTTP/1.1" status: 200 len: 943 time: 0.1073060 Apr 08 03:08:59.325617 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-bd623687-f5db-47db-8e12-052e278af4de req-de127512-5552-46e4-adca-7cf90533e2b2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3d0e5d8e-c760-4204-a206-fb97d1de3a9a HTTP/1.1" status: 200 len: 217 time: 0.0721927 Apr 08 03:08:59.394105 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-99fe312d-c526-4992-aadc-bd91a572159c req-31b4e8c1-0668-4412-bf39-ccc0bf4d04fe tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] 10.222.0.15 "GET /v2.0/security-groups?id=6b2c3514-beca-4f58-b7c9-82a2e705f7df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944533 Apr 08 03:08:59.405673 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd623687-f5db-47db-8e12-052e278af4de req-523a5379-2ab7-45fe-9655-0b206e8b546c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:08:59.406956 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-bd623687-f5db-47db-8e12-052e278af4de req-523a5379-2ab7-45fe-9655-0b206e8b546c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=038e94d4-9a88-4f45-8bb2-7cfeef771b58 HTTP/1.1" status: 200 len: 854 time: 0.0762305 Apr 08 03:08:59.480230 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd623687-f5db-47db-8e12-052e278af4de req-13a870fa-0641-4f3a-a55d-94810af772b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:08:59.481663 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-bd623687-f5db-47db-8e12-052e278af4de req-13a870fa-0641-4f3a-a55d-94810af772b9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ba890812-2863-4d70-b21d-0d22eea7ba35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0683250 Apr 08 03:08:59.608111 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-bd623687-f5db-47db-8e12-052e278af4de req-7ad0af9d-5d50-42ef-a266-164e2d3554b4 service neutron] 10.222.0.39 "GET /v2.0/networks/ba890812-2863-4d70-b21d-0d22eea7ba35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206822 Apr 08 03:08:59.829416 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-bd623687-f5db-47db-8e12-052e278af4de req-71bac10f-a688-4c90-a11f-2f3f9822a8fe service neutron] 10.222.0.39 "GET /v2.0/networks/ba890812-2863-4d70-b21d-0d22eea7ba35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2152660 Apr 08 03:09:00.583439 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1fb92a-b8c7-49d0-ac21-ad583aa60813 req-76567b20-1f3d-4ed4-9b3a-215d1371e6dd tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:09:00.584882 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-fd1fb92a-b8c7-49d0-ac21-ad583aa60813 req-76567b20-1f3d-4ed4-9b3a-215d1371e6dd tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] 10.222.0.15 "GET /v2.0/ports?device_id=80918706-70b3-4f68-a566-88766c4b0495 HTTP/1.1" status: 200 len: 943 time: 0.0838559 Apr 08 03:09:00.608332 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-0700d8e1-2fb2-4ab8-b601-2cbd26aa24a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:09:00.634391 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-fd1fb92a-b8c7-49d0-ac21-ad583aa60813 req-de076c0e-ab64-4ad9-8f17-f4f6b658735f tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] 10.222.0.15 "GET /v2.0/security-groups?id=6b2c3514-beca-4f58-b7c9-82a2e705f7df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389550 Apr 08 03:09:01.625516 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Device 3d0e5d8e-c760-4204-a206-fb97d1de3a9a details requested by agent hyperv_hv-cinder-83705 with host hv-cinder-83705 {{(pid=87788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 08 03:09:01.757417 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.db [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] For port 3d0e5d8e-c760-4204-a206-fb97d1de3a9a, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=3d0e5d8e-c760-4204-a206-fb97d1de3a9a,segment=NetworkSegment(d5f53efa-6cf9-4846-830a-bc164d0ac2a3),segment_id=d5f53efa-6cf9-4846-830a-bc164d0ac2a3)] {{(pid=87788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 03:09:01.771059 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Returning: {'device': '3d0e5d8e-c760-4204-a206-fb97d1de3a9a', 'network_id': 'ba890812-2863-4d70-b21d-0d22eea7ba35', 'port_id': '3d0e5d8e-c760-4204-a206-fb97d1de3a9a', 'mac_address': 'fa:16:3e:17:58:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 275, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '038e94d4-9a88-4f45-8bb2-7cfeef771b58', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 03:09:01.816685 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97242306-b8c3-471b-acb9-1e8c20298337 req-73747df1-0b2b-4c90-9b0d-f4b2af4c2f71 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:09:01.818170 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-97242306-b8c3-471b-acb9-1e8c20298337 req-73747df1-0b2b-4c90-9b0d-f4b2af4c2f71 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] 10.222.0.15 "GET /v2.0/ports?device_id=80918706-70b3-4f68-a566-88766c4b0495 HTTP/1.1" status: 200 len: 943 time: 0.0784719 Apr 08 03:09:01.825145 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:09:01.841453 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.notifiers.nova [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d0e5d8e-c760-4204-a206-fb97d1de3a9a {{(pid=87788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 03:09:01.856263 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.db [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] For port 3d0e5d8e-c760-4204-a206-fb97d1de3a9a, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=3d0e5d8e-c760-4204-a206-fb97d1de3a9a,segment=NetworkSegment(d5f53efa-6cf9-4846-830a-bc164d0ac2a3),segment_id=d5f53efa-6cf9-4846-830a-bc164d0ac2a3)] {{(pid=87788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 03:09:01.861218 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-97242306-b8c3-471b-acb9-1e8c20298337 req-c49d3221-572c-4439-b161-4b4cfc4aeaee tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] 10.222.0.15 "GET /v2.0/security-groups?id=6b2c3514-beca-4f58-b7c9-82a2e705f7df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367677 Apr 08 03:09:01.932204 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762847214852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762846864698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762846864743'] for port, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:09:02.002329 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Pushing event updated for resources: {'Port': ['ID=3d0e5d8e-c760-4204-a206-fb97d1de3a9a,revision_number=4']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:09:02.009901 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:09:02.010250 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:09:02.010589 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:09:02.010921 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:09:02.011280 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:09:02.011612 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:09:02.011932 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:09:02.012257 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:09:02.012581 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:09:02.012902 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:09:02.013221 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:09:02.013536 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:09:02.329982 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.db [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] get_ports_and_sgs() called for port_ids ['3d0e5d8e-c760-4204-a206-fb97d1de3a9a'] {{(pid=87788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 03:09:03.045804 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f816967b-86e1-4250-a1c9-bb7e517da82c req-4dae3180-d3f1-4b67-81d5-2179d43d271d tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:09:03.047273 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-f816967b-86e1-4250-a1c9-bb7e517da82c req-4dae3180-d3f1-4b67-81d5-2179d43d271d tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] 10.222.0.15 "GET /v2.0/ports?device_id=80918706-70b3-4f68-a566-88766c4b0495 HTTP/1.1" status: 200 len: 944 time: 0.0828798 Apr 08 03:09:03.092195 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-f816967b-86e1-4250-a1c9-bb7e517da82c req-ea00ae08-be7f-4fe8-a4e2-1f4c52ac9537 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] 10.222.0.15 "GET /v2.0/security-groups?id=6b2c3514-beca-4f58-b7c9-82a2e705f7df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393634 Apr 08 03:09:03.757107 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Device 3d0e5d8e-c760-4204-a206-fb97d1de3a9a up at agent hyperv_hv-cinder-83705 {{(pid=87788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 03:09:03.920817 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Provisioning for port 3d0e5d8e-c760-4204-a206-fb97d1de3a9a completed by entity L2. {{(pid=87788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 03:09:03.925827 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Provisioning complete for port 3d0e5d8e-c760-4204-a206-fb97d1de3a9a triggered by entity L2. {{(pid=87788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 03:09:03.926201 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587297'] for port, provisioning_complete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:09:04.078285 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:09:04.105139 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80918706-70b3-4f68-a566-88766c4b0495', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d0e5d8e-c760-4204-a206-fb97d1de3a9a'}] {{(pid=87788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 03:09:04.114555 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.db [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] For port 3d0e5d8e-c760-4204-a206-fb97d1de3a9a, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=3d0e5d8e-c760-4204-a206-fb97d1de3a9a,segment=NetworkSegment(d5f53efa-6cf9-4846-830a-bc164d0ac2a3),segment_id=d5f53efa-6cf9-4846-830a-bc164d0ac2a3)] {{(pid=87788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 03:09:04.192927 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762847214852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762846864698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762846864743'] for port, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:09:04.262703 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Pushing event updated for resources: {'Port': ['ID=3d0e5d8e-c760-4204-a206-fb97d1de3a9a,revision_number=5']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:09:04.279506 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43d32c8-dbef-4b37-92eb-259863ac11d7 req-c177622a-cc72-4ac8-8219-acc882241143 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:09:04.280949 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-c43d32c8-dbef-4b37-92eb-259863ac11d7 req-c177622a-cc72-4ac8-8219-acc882241143 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] 10.222.0.15 "GET /v2.0/ports?device_id=80918706-70b3-4f68-a566-88766c4b0495 HTTP/1.1" status: 200 len: 945 time: 0.0853498 Apr 08 03:09:04.325813 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-c43d32c8-dbef-4b37-92eb-259863ac11d7 req-c06444d4-afe7-4139-94ac-484d2f0b68f7 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] 10.222.0.15 "GET /v2.0/security-groups?id=6b2c3514-beca-4f58-b7c9-82a2e705f7df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387714 Apr 08 03:09:04.382493 dv-cinder-837051-1-smb neutron-server[87788]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5ab9e11-05c9-4b12-8164-baf9bc192bc9'] response: {'server_uuid': '80918706-70b3-4f68-a566-88766c4b0495', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d0e5d8e-c760-4204-a206-fb97d1de3a9a', 'code': 200} Apr 08 03:09:04.766446 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29fe5ae-3f43-4b33-8116-2cf83f1c01c6 req-ff286ba7-a1a2-4f76-b5e9-218eb5d20b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:09:04.768176 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-d29fe5ae-3f43-4b33-8116-2cf83f1c01c6 req-ff286ba7-a1a2-4f76-b5e9-218eb5d20b8a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=80918706-70b3-4f68-a566-88766c4b0495 HTTP/1.1" status: 200 len: 1098 time: 0.0688317 Apr 08 03:09:04.808043 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-d29fe5ae-3f43-4b33-8116-2cf83f1c01c6 req-7f34e89b-7c9b-4a15-8c1d-5543e5c21619 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=6b2c3514-beca-4f58-b7c9-82a2e705f7df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329306 Apr 08 03:09:05.511824 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad203ad-b9cf-4af0-8229-ff7abeb6a9ea req-e3e4b443-8876-49af-8d80-2643fbb9fc4e tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:09:05.513264 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-5ad203ad-b9cf-4af0-8229-ff7abeb6a9ea req-e3e4b443-8876-49af-8d80-2643fbb9fc4e tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] 10.222.0.15 "GET /v2.0/ports?device_id=80918706-70b3-4f68-a566-88766c4b0495 HTTP/1.1" status: 200 len: 945 time: 0.0810165 Apr 08 03:09:05.557592 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-5ad203ad-b9cf-4af0-8229-ff7abeb6a9ea req-0dec8106-0d70-410c-9948-8bf8ca744ef6 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] 10.222.0.15 "GET /v2.0/security-groups?id=6b2c3514-beca-4f58-b7c9-82a2e705f7df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382881 Apr 08 03:09:06.745526 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bcee5c-bd99-42fa-992d-773835e011b3 req-fc986e62-751c-45b9-933a-baedf182d5dd tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:09:06.748074 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-23bcee5c-bd99-42fa-992d-773835e011b3 req-fc986e62-751c-45b9-933a-baedf182d5dd tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] 10.222.0.15 "GET /v2.0/ports?device_id=80918706-70b3-4f68-a566-88766c4b0495 HTTP/1.1" status: 200 len: 945 time: 0.0824156 Apr 08 03:09:06.796076 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-23bcee5c-bd99-42fa-992d-773835e011b3 req-f82a5837-9a07-4911-941d-8eadc454a2ee tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] 10.222.0.15 "GET /v2.0/security-groups?id=6b2c3514-beca-4f58-b7c9-82a2e705f7df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424185 Apr 08 03:09:06.969465 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d101cb-c68c-47b0-b8e8-61a5b6dabdb9 req-f74735db-a5c2-4fc9-a0b4-e141c92c084d tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:09:06.970876 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-77d101cb-c68c-47b0-b8e8-61a5b6dabdb9 req-f74735db-a5c2-4fc9-a0b4-e141c92c084d tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] 10.222.0.15 "GET /v2.0/ports?device_id=80918706-70b3-4f68-a566-88766c4b0495 HTTP/1.1" status: 200 len: 945 time: 0.0788412 Apr 08 03:09:06.979221 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.wsgi [-] (87786) accepted ('10.222.0.15', 52006) {{(pid=87786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:09:06.983941 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.v2.base [None req-0d5ae421-8629-4a80-a8d0-efeb437df504 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Request body: {'floatingip': {'port_id': '3d0e5d8e-c760-4204-a206-fb97d1de3a9a'}} {{(pid=87786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 03:09:07.060460 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-0d5ae421-8629-4a80-a8d0-efeb437df504 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Notify callbacks [] for floatingip, before_update {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:09:07.731084 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-0d5ae421-8629-4a80-a8d0-efeb437df504 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:09:07.783312 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-0d5ae421-8629-4a80-a8d0-efeb437df504 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-333402'] for floatingip, after_update {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:09:07.949385 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.db.l3_db [None req-0d5ae421-8629-4a80-a8d0-efeb437df504 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Floating IP dd0fddf3-3681-4002-a345-0213f868632b associated. External IP: 172.28.2.4, port: 3d0e5d8e-c760-4204-a206-fb97d1de3a9a. Apr 08 03:09:08.286469 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d5ae421-8629-4a80-a8d0-efeb437df504 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Router 4050a539-de50-4aaa-a89d-d5a9942b0afd has already been hosted by L3 agent 70d74887-4404-4f0d-99b3-e017d5637063 {{(pid=87786) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 03:09:08.463531 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d5ae421-8629-4a80-a8d0-efeb437df504 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Notify agent at l3_agent.dv-cinder-837051-1-smb the message routers_updated {{(pid=87786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 03:09:08.469429 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-0d5ae421-8629-4a80-a8d0-efeb437df504 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207533'] for floatingip, before_response {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:09:08.473107 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8533a74-1410-4040-a378-45c4b2ae37ed None None] Sync routers for ids ['4050a539-de50-4aaa-a89d-d5a9942b0afd'] in dv-cinder-837051-1-smb {{(pid=87789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 03:09:08.483762 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8533a74-1410-4040-a378-45c4b2ae37ed None None] Routers {'4050a539-de50-4aaa-a89d-d5a9942b0afd'} bound to L3 agent in host dv-cinder-837051-1-smb {{(pid=87789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 03:09:08.484360 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.l3_hamode_db [None req-a8533a74-1410-4040-a378-45c4b2ae37ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837051-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T02:46:58Z,description=,heartbeat_timestamp=2022-04-08T03:08:58Z,host='dv-cinder-837051-1-smb',id=70d74887-4404-4f0d-99b3-e017d5637063,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T02:46:59Z,topic='l3_agent')) {'router_ids': ['4050a539-de50-4aaa-a89d-d5a9942b0afd'], 'active': True} {{(pid=87789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 03:09:08.529030 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [None req-0d5ae421-8629-4a80-a8d0-efeb437df504 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] 10.222.0.15 "PUT /v2.0/floatingips/dd0fddf3-3681-4002-a345-0213f868632b HTTP/1.1" status: 200 len: 989 time: 1.5487809 Apr 08 03:09:08.529601 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80918706-70b3-4f68-a566-88766c4b0495', 'tag': '3d0e5d8e-c760-4204-a206-fb97d1de3a9a'}] {{(pid=87786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 03:09:08.573150 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57b856d1-2dc1-4ca5-b1a3-2e9e94fbd99f'] response: {'name': 'network-changed', 'server_uuid': '80918706-70b3-4f68-a566-88766c4b0495', 'tag': '3d0e5d8e-c760-4204-a206-fb97d1de3a9a', 'status': 'completed', 'code': 200} Apr 08 03:09:08.670827 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.l3_dvr_db [None req-a8533a74-1410-4040-a378-45c4b2ae37ed None None] Set router 4050a539-de50-4aaa-a89d-d5a9942b0afd gateway port host: dv-cinder-837051-1-smb {{(pid=87789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 03:09:08.686120 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dad2a13-89ef-48e3-9dfa-30b1b34cc1a3 req-cbbbd07c-98a0-44bc-8adc-9dfe50f5e666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:09:08.687675 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-5dad2a13-89ef-48e3-9dfa-30b1b34cc1a3 req-cbbbd07c-98a0-44bc-8adc-9dfe50f5e666 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5a3ce4b7e7fd4f29967f633688e46d21&device_id=80918706-70b3-4f68-a566-88766c4b0495 HTTP/1.1" status: 200 len: 1098 time: 0.0700951 Apr 08 03:09:08.818990 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dad2a13-89ef-48e3-9dfa-30b1b34cc1a3 req-b3ad1d24-d951-4b6e-8ad3-5d80b768851f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:09:08.821005 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-5dad2a13-89ef-48e3-9dfa-30b1b34cc1a3 req-b3ad1d24-d951-4b6e-8ad3-5d80b768851f service neutron] 10.222.0.39 "GET /v2.0/networks?id=ba890812-2863-4d70-b21d-0d22eea7ba35 HTTP/1.1" status: 200 len: 916 time: 0.1253970 Apr 08 03:09:08.922146 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-5dad2a13-89ef-48e3-9dfa-30b1b34cc1a3 req-c9b5f9d6-0015-45cb-a1d6-5b3e3ea2fef5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3d0e5d8e-c760-4204-a206-fb97d1de3a9a HTTP/1.1" status: 200 len: 997 time: 0.0957029 Apr 08 03:09:08.988471 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dad2a13-89ef-48e3-9dfa-30b1b34cc1a3 req-eebfd06d-eb79-4ea8-8393-983eae9e7030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:09:08.989889 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-5dad2a13-89ef-48e3-9dfa-30b1b34cc1a3 req-eebfd06d-eb79-4ea8-8393-983eae9e7030 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=038e94d4-9a88-4f45-8bb2-7cfeef771b58 HTTP/1.1" status: 200 len: 854 time: 0.0616791 Apr 08 03:09:09.043813 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.l3_hamode_db [None req-a8533a74-1410-4040-a378-45c4b2ae37ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4050a539-de50-4aaa-a89d-d5a9942b0afd', 'name': 'tempest-AttachVolumeNegativeTest-1509550206-router', 'tenant_id': '5a3ce4b7e7fd4f29967f633688e46d21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'external_fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.124'}], 'enable_snat': True}, 'gw_port_id': '4f7df864-6633-4039-b706-9d452ad65bcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T03:05:09Z', 'updated_at': '2022-04-08T03:05:13Z', 'revision_number': 4, 'project_id': '5a3ce4b7e7fd4f29967f633688e46d21', 'gw_port': {'id': '4f7df864-6633-4039-b706-9d452ad65bcc', 'name': '', 'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:4a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4050a539-de50-4aaa-a89d-d5a9942b0afd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T03:05:10Z', 'updated_at': '2022-04-08T03:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-smb', '_floatingips': [{'id': 'dd0fddf3-3681-4002-a345-0213f868632b', 'tenant_id': '5a3ce4b7e7fd4f29967f633688e46d21', 'floating_ip_address': '172.28.2.4', 'floating_network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'router_id': '4050a539-de50-4aaa-a89d-d5a9942b0afd', 'port_id': '3d0e5d8e-c760-4204-a206-fb97d1de3a9a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 637, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba890812-2863-4d70-b21d-0d22eea7ba35', 'mac_address': 'fa:16:3e:17:58:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80918706-70b3-4f68-a566-88766c4b0495', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T03:08:51Z', 'updated_at': '2022-04-08T03:09:07Z', 'revision_number': 1, 'project_id': '5a3ce4b7e7fd4f29967f633688e46d21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff05b249-f992-41f4-9186-089c632e5d2c', 'name': '', 'network_id': 'ba890812-2863-4d70-b21d-0d22eea7ba35', 'tenant_id': '5a3ce4b7e7fd4f29967f633688e46d21', 'mac_address': 'fa:16:3e:5f:86:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4050a539-de50-4aaa-a89d-d5a9942b0afd', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '038e94d4-9a88-4f45-8bb2-7cfeef771b58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T03:05:12Z', 'updated_at': '2022-04-08T03:05:19Z', 'revision_number': 5, 'project_id': '5a3ce4b7e7fd4f29967f633688e46d21', 'subnets': [{'id': '038e94d4-9a88-4f45-8bb2-7cfeef771b58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837051-1-smb', False) {} {{(pid=87789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 03:09:09.047551 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8533a74-1410-4040-a378-45c4b2ae37ed None None] Checking router: 4050a539-de50-4aaa-a89d-d5a9942b0afd for host: dv-cinder-837051-1-smb {{(pid=87789) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 03:09:09.056336 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8533a74-1410-4040-a378-45c4b2ae37ed None None] Routers {'4050a539-de50-4aaa-a89d-d5a9942b0afd'} bound to L3 agent in host dv-cinder-837051-1-smb {{(pid=87789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 03:09:09.056922 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.l3_hamode_db [None req-a8533a74-1410-4040-a378-45c4b2ae37ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837051-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T02:46:58Z,description=,heartbeat_timestamp=2022-04-08T03:08:58Z,host='dv-cinder-837051-1-smb',id=70d74887-4404-4f0d-99b3-e017d5637063,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T02:46:59Z,topic='l3_agent')) {'router_ids': ['4050a539-de50-4aaa-a89d-d5a9942b0afd'], 'active': True} {{(pid=87789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 03:09:09.062555 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dad2a13-89ef-48e3-9dfa-30b1b34cc1a3 req-f1dadab8-0855-4411-b5d2-100b37a5373b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:09:09.064041 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-5dad2a13-89ef-48e3-9dfa-30b1b34cc1a3 req-f1dadab8-0855-4411-b5d2-100b37a5373b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ba890812-2863-4d70-b21d-0d22eea7ba35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0681791 Apr 08 03:09:09.234541 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.l3_dvr_db [None req-a8533a74-1410-4040-a378-45c4b2ae37ed None None] Set router 4050a539-de50-4aaa-a89d-d5a9942b0afd gateway port host: dv-cinder-837051-1-smb {{(pid=87789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 03:09:09.258352 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:09:09.296474 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-5dad2a13-89ef-48e3-9dfa-30b1b34cc1a3 req-0a39f449-49db-402c-a18a-4f1208b6acdd service neutron] 10.222.0.39 "GET /v2.0/networks/ba890812-2863-4d70-b21d-0d22eea7ba35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2247412 Apr 08 03:09:09.427828 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-5dad2a13-89ef-48e3-9dfa-30b1b34cc1a3 req-80784da9-062b-400b-9c1b-84cc4b651dac service neutron] 10.222.0.39 "GET /v2.0/networks/ba890812-2863-4d70-b21d-0d22eea7ba35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251068 Apr 08 03:09:09.579449 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.l3_hamode_db [None req-a8533a74-1410-4040-a378-45c4b2ae37ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4050a539-de50-4aaa-a89d-d5a9942b0afd', 'name': 'tempest-AttachVolumeNegativeTest-1509550206-router', 'tenant_id': '5a3ce4b7e7fd4f29967f633688e46d21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'external_fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.124'}], 'enable_snat': True}, 'gw_port_id': '4f7df864-6633-4039-b706-9d452ad65bcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T03:05:09Z', 'updated_at': '2022-04-08T03:05:13Z', 'revision_number': 4, 'project_id': '5a3ce4b7e7fd4f29967f633688e46d21', 'gw_port': {'id': '4f7df864-6633-4039-b706-9d452ad65bcc', 'name': '', 'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:4a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4050a539-de50-4aaa-a89d-d5a9942b0afd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T03:05:10Z', 'updated_at': '2022-04-08T03:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-smb', '_floatingips': [{'id': 'dd0fddf3-3681-4002-a345-0213f868632b', 'tenant_id': '5a3ce4b7e7fd4f29967f633688e46d21', 'floating_ip_address': '172.28.2.4', 'floating_network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'router_id': '4050a539-de50-4aaa-a89d-d5a9942b0afd', 'port_id': '3d0e5d8e-c760-4204-a206-fb97d1de3a9a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 637, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba890812-2863-4d70-b21d-0d22eea7ba35', 'mac_address': 'fa:16:3e:17:58:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80918706-70b3-4f68-a566-88766c4b0495', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T03:08:51Z', 'updated_at': '2022-04-08T03:09:07Z', 'revision_number': 1, 'project_id': '5a3ce4b7e7fd4f29967f633688e46d21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff05b249-f992-41f4-9186-089c632e5d2c', 'name': '', 'network_id': 'ba890812-2863-4d70-b21d-0d22eea7ba35', 'tenant_id': '5a3ce4b7e7fd4f29967f633688e46d21', 'mac_address': 'fa:16:3e:5f:86:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4050a539-de50-4aaa-a89d-d5a9942b0afd', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '038e94d4-9a88-4f45-8bb2-7cfeef771b58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T03:05:12Z', 'updated_at': '2022-04-08T03:05:19Z', 'revision_number': 5, 'project_id': '5a3ce4b7e7fd4f29967f633688e46d21', 'subnets': [{'id': '038e94d4-9a88-4f45-8bb2-7cfeef771b58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837051-1-smb', False) {} {{(pid=87789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 03:09:09.583280 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8533a74-1410-4040-a378-45c4b2ae37ed None None] The sync data for ids ['4050a539-de50-4aaa-a89d-d5a9942b0afd'] in dv-cinder-837051-1-smb is: [{'id': '4050a539-de50-4aaa-a89d-d5a9942b0afd', 'name': 'tempest-AttachVolumeNegativeTest-1509550206-router', 'tenant_id': '5a3ce4b7e7fd4f29967f633688e46d21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'external_fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.124'}], 'enable_snat': True}, 'gw_port_id': '4f7df864-6633-4039-b706-9d452ad65bcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T03:05:09Z', 'updated_at': '2022-04-08T03:05:13Z', 'revision_number': 4, 'project_id': '5a3ce4b7e7fd4f29967f633688e46d21', 'gw_port': {'id': '4f7df864-6633-4039-b706-9d452ad65bcc', 'name': '', 'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:4a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4050a539-de50-4aaa-a89d-d5a9942b0afd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T03:05:10Z', 'updated_at': '2022-04-08T03:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-smb', '_floatingips': [{'id': 'dd0fddf3-3681-4002-a345-0213f868632b', 'tenant_id': '5a3ce4b7e7fd4f29967f633688e46d21', 'floating_ip_address': '172.28.2.4', 'floating_network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'router_id': '4050a539-de50-4aaa-a89d-d5a9942b0afd', 'port_id': '3d0e5d8e-c760-4204-a206-fb97d1de3a9a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 637, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba890812-2863-4d70-b21d-0d22eea7ba35', 'mac_address': 'fa:16:3e:17:58:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80918706-70b3-4f68-a566-88766c4b0495', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T03:08:51Z', 'updated_at': '2022-04-08T03:09:07Z', 'revision_number': 1, 'project_id': '5a3ce4b7e7fd4f29967f633688e46d21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff05b249-f992-41f4-9186-089c632e5d2c', 'name': '', 'network_id': 'ba890812-2863-4d70-b21d-0d22eea7ba35', 'tenant_id': '5a3ce4b7e7fd4f29967f633688e46d21', 'mac_address': 'fa:16:3e:5f:86:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4050a539-de50-4aaa-a89d-d5a9942b0afd', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '038e94d4-9a88-4f45-8bb2-7cfeef771b58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T03:05:12Z', 'updated_at': '2022-04-08T03:05:19Z', 'revision_number': 5, 'project_id': '5a3ce4b7e7fd4f29967f633688e46d21', 'subnets': [{'id': '038e94d4-9a88-4f45-8bb2-7cfeef771b58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 03:09:09.773107 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2306bade-9977-457a-8eac-a1f133c4a2da None None] New status for floating IP dd0fddf3-3681-4002-a345-0213f868632b: ACTIVE {{(pid=87788) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 03:09:17.730543 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.agents_db [None req-78530461-7b12-4524-9e6e-3e4de8d78fc4 None None] Agent healthcheck: found 6 active agents {{(pid=87789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 03:09:25.879845 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-e978865c-3bad-4522-8bc0-abcc6831ad6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:09:28.354720 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-27bda8e0-9bd2-48ed-829b-8a4d87bfe70d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:09:29.184552 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-ef00a636-a289-418c-ab96-90866b017a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:09:29.268659 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:09:30.594424 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-0700d8e1-2fb2-4ab8-b601-2cbd26aa24a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:09:39.257135 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:09:54.729050 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.agents_db [None req-78530461-7b12-4524-9e6e-3e4de8d78fc4 None None] Agent healthcheck: found 6 active agents {{(pid=87789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 03:09:55.873487 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-04e4bf10-c370-403f-9533-2bb07042e6f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:09:58.307923 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-e52c4062-59e3-4f6e-8b0f-4eeee744a937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:09:59.170693 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-ef00a636-a289-418c-ab96-90866b017a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:09:59.266404 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:10:00.593660 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-0700d8e1-2fb2-4ab8-b601-2cbd26aa24a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:10:09.300416 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:10:21.445203 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-b232e8c1-9dc3-4855-99fa-cbfe232b62d6 req-2759f7ff-fa5d-4017-b59b-a1c9e88e4557 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=80918706-70b3-4f68-a566-88766c4b0495&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0720913 Apr 08 03:10:21.596104 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b232e8c1-9dc3-4855-99fa-cbfe232b62d6 req-bd02d388-c0e1-496d-b8dc-ea13360c0ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:10:21.597480 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-b232e8c1-9dc3-4855-99fa-cbfe232b62d6 req-bd02d388-c0e1-496d-b8dc-ea13360c0ecc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5a3ce4b7e7fd4f29967f633688e46d21&device_id=80918706-70b3-4f68-a566-88766c4b0495 HTTP/1.1" status: 200 len: 1098 time: 0.0701036 Apr 08 03:10:21.738255 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b232e8c1-9dc3-4855-99fa-cbfe232b62d6 req-5cb6d00c-292c-44b3-baed-ec51199ef064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:10:21.739712 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-b232e8c1-9dc3-4855-99fa-cbfe232b62d6 req-5cb6d00c-292c-44b3-baed-ec51199ef064 service neutron] 10.222.0.39 "GET /v2.0/networks?id=ba890812-2863-4d70-b21d-0d22eea7ba35 HTTP/1.1" status: 200 len: 916 time: 0.1242957 Apr 08 03:10:21.841821 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-b232e8c1-9dc3-4855-99fa-cbfe232b62d6 req-8b390183-58f0-4ce7-8902-6c911edfb9fe service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3d0e5d8e-c760-4204-a206-fb97d1de3a9a HTTP/1.1" status: 200 len: 999 time: 0.0957541 Apr 08 03:10:21.904890 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b232e8c1-9dc3-4855-99fa-cbfe232b62d6 req-f2a77732-1d24-4738-87f4-33716acf1686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:10:21.906277 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-b232e8c1-9dc3-4855-99fa-cbfe232b62d6 req-f2a77732-1d24-4738-87f4-33716acf1686 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=038e94d4-9a88-4f45-8bb2-7cfeef771b58 HTTP/1.1" status: 200 len: 854 time: 0.0568097 Apr 08 03:10:21.984318 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b232e8c1-9dc3-4855-99fa-cbfe232b62d6 req-7ab7e22d-b956-4fce-8a5c-6ddc12faef62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:10:21.985771 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-b232e8c1-9dc3-4855-99fa-cbfe232b62d6 req-7ab7e22d-b956-4fce-8a5c-6ddc12faef62 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ba890812-2863-4d70-b21d-0d22eea7ba35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0714769 Apr 08 03:10:22.172166 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-b232e8c1-9dc3-4855-99fa-cbfe232b62d6 req-58873873-aea6-49a0-9475-683e2d969536 service neutron] 10.222.0.39 "GET /v2.0/networks/ba890812-2863-4d70-b21d-0d22eea7ba35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793075 Apr 08 03:10:22.180131 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6a1d81-94fb-40a2-9d29-d467ee614ebe req-f4edc1b2-8099-4e24-8a36-4f1f0d1c4e1f tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:10:22.181462 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-ad6a1d81-94fb-40a2-9d29-d467ee614ebe req-f4edc1b2-8099-4e24-8a36-4f1f0d1c4e1f tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] 10.222.0.15 "GET /v2.0/ports?device_id=80918706-70b3-4f68-a566-88766c4b0495 HTTP/1.1" status: 200 len: 945 time: 0.1696584 Apr 08 03:10:22.313671 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-ad6a1d81-94fb-40a2-9d29-d467ee614ebe req-23000f83-1d92-4acf-b890-1a494c0355f6 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] 10.222.0.15 "GET /v2.0/security-groups?id=6b2c3514-beca-4f58-b7c9-82a2e705f7df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1110411 Apr 08 03:10:22.341230 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-b232e8c1-9dc3-4855-99fa-cbfe232b62d6 req-2e35b9c5-6a95-40a8-a463-67b530aef214 service neutron] 10.222.0.39 "GET /v2.0/networks/ba890812-2863-4d70-b21d-0d22eea7ba35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588633 Apr 08 03:10:23.494177 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511f0ada-92ac-46b6-b2cd-10a24027020d req-170439a1-8fe7-4527-a527-702427587d30 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:10:23.495636 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-511f0ada-92ac-46b6-b2cd-10a24027020d req-170439a1-8fe7-4527-a527-702427587d30 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] 10.222.0.15 "GET /v2.0/ports?device_id=80918706-70b3-4f68-a566-88766c4b0495 HTTP/1.1" status: 200 len: 945 time: 0.0773032 Apr 08 03:10:23.538272 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-511f0ada-92ac-46b6-b2cd-10a24027020d req-174ec751-4c1d-46a6-95e8-db3f8e2e3818 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] 10.222.0.15 "GET /v2.0/security-groups?id=6b2c3514-beca-4f58-b7c9-82a2e705f7df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369899 Apr 08 03:10:24.077674 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c29febf-e560-4fe0-aeca-d0782af940a7 req-da37f560-d58e-4dd8-b028-8b6d81ddd963 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:10:24.079191 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-4c29febf-e560-4fe0-aeca-d0782af940a7 req-da37f560-d58e-4dd8-b028-8b6d81ddd963 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] 10.222.0.39 "GET /v2.0/ports?device_id=80918706-70b3-4f68-a566-88766c4b0495 HTTP/1.1" status: 200 len: 945 time: 0.0831428 Apr 08 03:10:24.147925 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.plugin [req-4c29febf-e560-4fe0-aeca-d0782af940a7 req-717b8ef8-98a8-42aa-993c-63101f6ff444 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Deleting port 3d0e5d8e-c760-4204-a206-fb97d1de3a9a {{(pid=87786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 03:10:24.148257 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [req-4c29febf-e560-4fe0-aeca-d0782af940a7 req-717b8ef8-98a8-42aa-993c-63101f6ff444 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762847207940'] for port, before_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:10:24.472657 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.db [req-4c29febf-e560-4fe0-aeca-d0782af940a7 req-717b8ef8-98a8-42aa-993c-63101f6ff444 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] For port 3d0e5d8e-c760-4204-a206-fb97d1de3a9a, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=3d0e5d8e-c760-4204-a206-fb97d1de3a9a,segment=NetworkSegment(d5f53efa-6cf9-4846-830a-bc164d0ac2a3),segment_id=d5f53efa-6cf9-4846-830a-bc164d0ac2a3)] {{(pid=87786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 03:10:24.473006 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [req-4c29febf-e560-4fe0-aeca-d0782af940a7 req-717b8ef8-98a8-42aa-993c-63101f6ff444 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334124'] for port, precommit_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:10:24.805438 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [req-4c29febf-e560-4fe0-aeca-d0782af940a7 req-717b8ef8-98a8-42aa-993c-63101f6ff444 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:10:24.806166 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [req-4c29febf-e560-4fe0-aeca-d0782af940a7 req-717b8ef8-98a8-42aa-993c-63101f6ff444 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-333402'] for floatingip, after_update {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:10:24.806166 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.db.l3_db [req-4c29febf-e560-4fe0-aeca-d0782af940a7 req-717b8ef8-98a8-42aa-993c-63101f6ff444 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Floating IP dd0fddf3-3681-4002-a345-0213f868632b disassociated. External IP: 172.28.2.4, port: 3d0e5d8e-c760-4204-a206-fb97d1de3a9a. Apr 08 03:10:24.806430 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.plugin [req-4c29febf-e560-4fe0-aeca-d0782af940a7 req-717b8ef8-98a8-42aa-993c-63101f6ff444 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Calling delete_port for 3d0e5d8e-c760-4204-a206-fb97d1de3a9a owned by compute:nova {{(pid=87786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 03:10:24.864520 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc33eaf-edf1-4b06-ab41-4fca442d46cb req-5ef017d9-e873-4f2d-b862-4101dfb84a24 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:10:24.866079 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-0cc33eaf-edf1-4b06-ab41-4fca442d46cb req-5ef017d9-e873-4f2d-b862-4101dfb84a24 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] 10.222.0.15 "GET /v2.0/ports?device_id=80918706-70b3-4f68-a566-88766c4b0495 HTTP/1.1" status: 200 len: 945 time: 0.2236128 Apr 08 03:10:24.939408 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-0cc33eaf-edf1-4b06-ab41-4fca442d46cb req-17bf8e84-d1df-4b67-bb95-5c32756ccaf1 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] 10.222.0.15 "GET /v2.0/security-groups?id=6b2c3514-beca-4f58-b7c9-82a2e705f7df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640943 Apr 08 03:10:25.073106 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [req-4c29febf-e560-4fe0-aeca-d0782af940a7 req-717b8ef8-98a8-42aa-993c-63101f6ff444 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762847213038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762846864689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2754409'] for port, after_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:10:25.125574 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717b8ef8-98a8-42aa-993c-63101f6ff444 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Pushing event deleted for resources: {'Port': ['ID=3d0e5d8e-c760-4204-a206-fb97d1de3a9a,revision_number=None']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:10:25.137347 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717b8ef8-98a8-42aa-993c-63101f6ff444 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:10:25.137691 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717b8ef8-98a8-42aa-993c-63101f6ff444 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:10:25.138022 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717b8ef8-98a8-42aa-993c-63101f6ff444 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:10:25.138379 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717b8ef8-98a8-42aa-993c-63101f6ff444 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:10:25.138708 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717b8ef8-98a8-42aa-993c-63101f6ff444 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:10:25.139031 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717b8ef8-98a8-42aa-993c-63101f6ff444 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:10:25.139385 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717b8ef8-98a8-42aa-993c-63101f6ff444 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:10:25.139703 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717b8ef8-98a8-42aa-993c-63101f6ff444 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:10:25.140023 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717b8ef8-98a8-42aa-993c-63101f6ff444 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:10:25.140607 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717b8ef8-98a8-42aa-993c-63101f6ff444 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:10:25.140925 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717b8ef8-98a8-42aa-993c-63101f6ff444 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:10:25.141234 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717b8ef8-98a8-42aa-993c-63101f6ff444 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:10:25.317565 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4c29febf-e560-4fe0-aeca-d0782af940a7 req-717b8ef8-98a8-42aa-993c-63101f6ff444 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Router 4050a539-de50-4aaa-a89d-d5a9942b0afd has already been hosted by L3 agent 70d74887-4404-4f0d-99b3-e017d5637063 {{(pid=87786) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 03:10:25.495733 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4c29febf-e560-4fe0-aeca-d0782af940a7 req-717b8ef8-98a8-42aa-993c-63101f6ff444 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Notify agent at l3_agent.dv-cinder-837051-1-smb the message routers_updated {{(pid=87786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 03:10:25.505272 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff7c447-f8e1-44bf-9c10-bc64bc093f46 None None] Sync routers for ids ['4050a539-de50-4aaa-a89d-d5a9942b0afd'] in dv-cinder-837051-1-smb {{(pid=87789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 03:10:25.514873 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff7c447-f8e1-44bf-9c10-bc64bc093f46 None None] Routers {'4050a539-de50-4aaa-a89d-d5a9942b0afd'} bound to L3 agent in host dv-cinder-837051-1-smb {{(pid=87789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 03:10:25.515987 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.l3_hamode_db [None req-dff7c447-f8e1-44bf-9c10-bc64bc093f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837051-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T02:46:58Z,description=,heartbeat_timestamp=2022-04-08T03:09:58Z,host='dv-cinder-837051-1-smb',id=70d74887-4404-4f0d-99b3-e017d5637063,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T02:46:59Z,topic='l3_agent')) {'router_ids': ['4050a539-de50-4aaa-a89d-d5a9942b0afd'], 'active': True} {{(pid=87789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 03:10:25.568255 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c29febf-e560-4fe0-aeca-d0782af940a7 req-717b8ef8-98a8-42aa-993c-63101f6ff444 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] No DVR routers for this DVR port 3d0e5d8e-c760-4204-a206-fb97d1de3a9a on host hv-cinder-83705 {{(pid=87786) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 03:10:25.570965 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [req-4c29febf-e560-4fe0-aeca-d0782af940a7 req-717b8ef8-98a8-42aa-993c-63101f6ff444 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207533'] for port, before_response {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:10:25.573700 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80918706-70b3-4f68-a566-88766c4b0495', 'name': 'network-vif-deleted', 'tag': '3d0e5d8e-c760-4204-a206-fb97d1de3a9a'}] {{(pid=87786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 03:10:25.622609 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65ca86d1-b34b-4b34-9e61-68d7e68d11f7'] response: {'server_uuid': '80918706-70b3-4f68-a566-88766c4b0495', 'name': 'network-vif-deleted', 'tag': '3d0e5d8e-c760-4204-a206-fb97d1de3a9a', 'status': 'completed', 'code': 200} Apr 08 03:10:25.662179 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-4c29febf-e560-4fe0-aeca-d0782af940a7 req-717b8ef8-98a8-42aa-993c-63101f6ff444 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] 10.222.0.39 "DELETE /v2.0/ports/3d0e5d8e-c760-4204-a206-fb97d1de3a9a HTTP/1.1" status: 204 len: 173 time: 1.5780661 Apr 08 03:10:25.701184 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.l3_dvr_db [None req-dff7c447-f8e1-44bf-9c10-bc64bc093f46 None None] Set router 4050a539-de50-4aaa-a89d-d5a9942b0afd gateway port host: dv-cinder-837051-1-smb {{(pid=87789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 03:10:25.922892 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7e06bea2-e438-4c99-abb2-5f028fd544dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:10:26.049827 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.l3_hamode_db [None req-dff7c447-f8e1-44bf-9c10-bc64bc093f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4050a539-de50-4aaa-a89d-d5a9942b0afd', 'name': 'tempest-AttachVolumeNegativeTest-1509550206-router', 'tenant_id': '5a3ce4b7e7fd4f29967f633688e46d21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'external_fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.124'}], 'enable_snat': True}, 'gw_port_id': '4f7df864-6633-4039-b706-9d452ad65bcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T03:05:09Z', 'updated_at': '2022-04-08T03:05:13Z', 'revision_number': 4, 'project_id': '5a3ce4b7e7fd4f29967f633688e46d21', 'gw_port': {'id': '4f7df864-6633-4039-b706-9d452ad65bcc', 'name': '', 'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:4a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4050a539-de50-4aaa-a89d-d5a9942b0afd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T03:05:10Z', 'updated_at': '2022-04-08T03:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-smb', '_interfaces': [{'id': 'ff05b249-f992-41f4-9186-089c632e5d2c', 'name': '', 'network_id': 'ba890812-2863-4d70-b21d-0d22eea7ba35', 'tenant_id': '5a3ce4b7e7fd4f29967f633688e46d21', 'mac_address': 'fa:16:3e:5f:86:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4050a539-de50-4aaa-a89d-d5a9942b0afd', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '038e94d4-9a88-4f45-8bb2-7cfeef771b58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T03:05:12Z', 'updated_at': '2022-04-08T03:05:19Z', 'revision_number': 5, 'project_id': '5a3ce4b7e7fd4f29967f633688e46d21', 'subnets': [{'id': '038e94d4-9a88-4f45-8bb2-7cfeef771b58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837051-1-smb', False) {} {{(pid=87789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 03:10:26.054582 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff7c447-f8e1-44bf-9c10-bc64bc093f46 None None] Checking router: 4050a539-de50-4aaa-a89d-d5a9942b0afd for host: dv-cinder-837051-1-smb {{(pid=87789) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 03:10:26.062929 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff7c447-f8e1-44bf-9c10-bc64bc093f46 None None] Routers {'4050a539-de50-4aaa-a89d-d5a9942b0afd'} bound to L3 agent in host dv-cinder-837051-1-smb {{(pid=87789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 03:10:26.063559 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.l3_hamode_db [None req-dff7c447-f8e1-44bf-9c10-bc64bc093f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837051-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T02:46:58Z,description=,heartbeat_timestamp=2022-04-08T03:09:58Z,host='dv-cinder-837051-1-smb',id=70d74887-4404-4f0d-99b3-e017d5637063,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T02:46:59Z,topic='l3_agent')) {'router_ids': ['4050a539-de50-4aaa-a89d-d5a9942b0afd'], 'active': True} {{(pid=87789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 03:10:26.105174 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [req-48bc1bea-e047-46a1-adea-6e3a442c1d3e req-97748f78-68ec-47f3-bd78-516bd71699cb tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Synchronizing usage tracker for tenant:5a3ce4b7e7fd4f29967f633688e46d21 on resource:port {{(pid=87786) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 03:10:26.202932 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [req-48bc1bea-e047-46a1-adea-6e3a442c1d3e req-97748f78-68ec-47f3-bd78-516bd71699cb tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Unset dirty status for tenant:5a3ce4b7e7fd4f29967f633688e46d21 on resource:port {{(pid=87786) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 03:10:26.204069 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-48bc1bea-e047-46a1-adea-6e3a442c1d3e req-97748f78-68ec-47f3-bd78-516bd71699cb tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] 10.222.0.15 "GET /v2.0/ports?device_id=80918706-70b3-4f68-a566-88766c4b0495 HTTP/1.1" status: 200 len: 210 time: 0.1431377 Apr 08 03:10:26.241391 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.l3_dvr_db [None req-dff7c447-f8e1-44bf-9c10-bc64bc093f46 None None] Set router 4050a539-de50-4aaa-a89d-d5a9942b0afd gateway port host: dv-cinder-837051-1-smb {{(pid=87789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 03:10:26.544089 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.l3_hamode_db [None req-dff7c447-f8e1-44bf-9c10-bc64bc093f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4050a539-de50-4aaa-a89d-d5a9942b0afd', 'name': 'tempest-AttachVolumeNegativeTest-1509550206-router', 'tenant_id': '5a3ce4b7e7fd4f29967f633688e46d21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'external_fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.124'}], 'enable_snat': True}, 'gw_port_id': '4f7df864-6633-4039-b706-9d452ad65bcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T03:05:09Z', 'updated_at': '2022-04-08T03:05:13Z', 'revision_number': 4, 'project_id': '5a3ce4b7e7fd4f29967f633688e46d21', 'gw_port': {'id': '4f7df864-6633-4039-b706-9d452ad65bcc', 'name': '', 'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:4a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4050a539-de50-4aaa-a89d-d5a9942b0afd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T03:05:10Z', 'updated_at': '2022-04-08T03:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-smb', '_interfaces': [{'id': 'ff05b249-f992-41f4-9186-089c632e5d2c', 'name': '', 'network_id': 'ba890812-2863-4d70-b21d-0d22eea7ba35', 'tenant_id': '5a3ce4b7e7fd4f29967f633688e46d21', 'mac_address': 'fa:16:3e:5f:86:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4050a539-de50-4aaa-a89d-d5a9942b0afd', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '038e94d4-9a88-4f45-8bb2-7cfeef771b58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T03:05:12Z', 'updated_at': '2022-04-08T03:05:19Z', 'revision_number': 5, 'project_id': '5a3ce4b7e7fd4f29967f633688e46d21', 'subnets': [{'id': '038e94d4-9a88-4f45-8bb2-7cfeef771b58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837051-1-smb', False) {} {{(pid=87789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 03:10:26.547912 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff7c447-f8e1-44bf-9c10-bc64bc093f46 None None] The sync data for ids ['4050a539-de50-4aaa-a89d-d5a9942b0afd'] in dv-cinder-837051-1-smb is: [{'id': '4050a539-de50-4aaa-a89d-d5a9942b0afd', 'name': 'tempest-AttachVolumeNegativeTest-1509550206-router', 'tenant_id': '5a3ce4b7e7fd4f29967f633688e46d21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'external_fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.124'}], 'enable_snat': True}, 'gw_port_id': '4f7df864-6633-4039-b706-9d452ad65bcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T03:05:09Z', 'updated_at': '2022-04-08T03:05:13Z', 'revision_number': 4, 'project_id': '5a3ce4b7e7fd4f29967f633688e46d21', 'gw_port': {'id': '4f7df864-6633-4039-b706-9d452ad65bcc', 'name': '', 'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:4a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4050a539-de50-4aaa-a89d-d5a9942b0afd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T03:05:10Z', 'updated_at': '2022-04-08T03:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-smb', '_interfaces': [{'id': 'ff05b249-f992-41f4-9186-089c632e5d2c', 'name': '', 'network_id': 'ba890812-2863-4d70-b21d-0d22eea7ba35', 'tenant_id': '5a3ce4b7e7fd4f29967f633688e46d21', 'mac_address': 'fa:16:3e:5f:86:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4050a539-de50-4aaa-a89d-d5a9942b0afd', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '038e94d4-9a88-4f45-8bb2-7cfeef771b58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T03:05:12Z', 'updated_at': '2022-04-08T03:05:19Z', 'revision_number': 5, 'project_id': '5a3ce4b7e7fd4f29967f633688e46d21', 'subnets': [{'id': '038e94d4-9a88-4f45-8bb2-7cfeef771b58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 03:10:26.752828 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e01d70a-0292-4468-b997-e80989678747 None None] New status for floating IP dd0fddf3-3681-4002-a345-0213f868632b: DOWN {{(pid=87788) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 03:10:27.393562 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 52106) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:10:27.455657 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-c7147f22-9c94-4f2c-bb07-8bbe01700e90 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Notify callbacks [] for security_group, before_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:10:27.482391 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-c7147f22-9c94-4f2c-bb07-8bbe01700e90 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:10:27.598685 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-c7147f22-9c94-4f2c-bb07-8bbe01700e90 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:10:27.618894 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7147f22-9c94-4f2c-bb07-8bbe01700e90 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b2c3514-beca-4f58-b7c9-82a2e705f7df,revision_number=None']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:10:27.626560 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7147f22-9c94-4f2c-bb07-8bbe01700e90 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:10:27.626898 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7147f22-9c94-4f2c-bb07-8bbe01700e90 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:10:27.627277 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7147f22-9c94-4f2c-bb07-8bbe01700e90 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:10:27.627587 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7147f22-9c94-4f2c-bb07-8bbe01700e90 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:10:27.632796 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7147f22-9c94-4f2c-bb07-8bbe01700e90 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:10:27.632796 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7147f22-9c94-4f2c-bb07-8bbe01700e90 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:10:27.632796 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7147f22-9c94-4f2c-bb07-8bbe01700e90 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:10:27.632796 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7147f22-9c94-4f2c-bb07-8bbe01700e90 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:10:27.632796 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7147f22-9c94-4f2c-bb07-8bbe01700e90 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:10:27.632796 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7147f22-9c94-4f2c-bb07-8bbe01700e90 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:10:27.632796 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7147f22-9c94-4f2c-bb07-8bbe01700e90 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:10:27.632796 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7147f22-9c94-4f2c-bb07-8bbe01700e90 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:10:27.688773 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-c7147f22-9c94-4f2c-bb07-8bbe01700e90 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Notify callbacks [] for security_group, before_response {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:10:27.689866 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-c7147f22-9c94-4f2c-bb07-8bbe01700e90 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] 10.222.0.15 "DELETE /v2.0/security-groups/6b2c3514-beca-4f58-b7c9-82a2e705f7df HTTP/1.1" status: 204 len: 168 time: 0.2953351 Apr 08 03:10:27.692534 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 52110) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:10:27.707670 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.api.v2.resource [None req-d24fbe42-4bbd-4206-b125-1640fb7d3355 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] show failed (client error): The resource could not be found. Apr 08 03:10:27.708637 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-d24fbe42-4bbd-4206-b125-1640fb7d3355 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] 10.222.0.15 "GET /v2.0/security-groups/6b2c3514-beca-4f58-b7c9-82a2e705f7df HTTP/1.1" status: 404 len: 347 time: 0.0152373 Apr 08 03:10:27.711194 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 52114) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:10:27.862829 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.plugins.ml2.plugin [None req-e9168b55-dbbc-4d7b-910b-f8ff351153e1 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Deleting port edfce30f-8997-4bde-b0ef-a694614da7c7 {{(pid=87787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 03:10:27.863066 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-e9168b55-dbbc-4d7b-910b-f8ff351153e1 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762847207940'] for port, before_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:10:27.972804 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Device 3d0e5d8e-c760-4204-a206-fb97d1de3a9a no longer exists at agent hyperv_hv-cinder-83705 {{(pid=87788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 03:10:28.008210 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.plugin [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] No Port match for: 3d0e5d8e-c760-4204-a206-fb97d1de3a9a {{(pid=87788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 03:10:28.008542 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Device 3d0e5d8e-c760-4204-a206-fb97d1de3a9a not bound to the agent host hv-cinder-83705 {{(pid=87788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 03:10:28.032224 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-e9168b55-dbbc-4d7b-910b-f8ff351153e1 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334124'] for port, precommit_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:10:28.032550 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-e9168b55-dbbc-4d7b-910b-f8ff351153e1 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:10:28.233849 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.plugins.ml2.plugin [None req-e9168b55-dbbc-4d7b-910b-f8ff351153e1 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Calling delete_port for edfce30f-8997-4bde-b0ef-a694614da7c7 owned by network:floatingip {{(pid=87787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 03:10:28.312932 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7bde77c7-292a-4303-8233-6b5d01f4f25c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:10:28.442381 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-e9168b55-dbbc-4d7b-910b-f8ff351153e1 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762847213038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762846864689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3006662'] for port, after_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:10:28.489941 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9168b55-dbbc-4d7b-910b-f8ff351153e1 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Pushing event deleted for resources: {'Port': ['ID=edfce30f-8997-4bde-b0ef-a694614da7c7,revision_number=None']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:10:28.578515 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-e9168b55-dbbc-4d7b-910b-f8ff351153e1 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Notify callbacks [] for floatingip, after_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:10:28.648144 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-e9168b55-dbbc-4d7b-910b-f8ff351153e1 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207533'] for floatingip, before_response {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:10:28.649249 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-e9168b55-dbbc-4d7b-910b-f8ff351153e1 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] 10.222.0.15 "DELETE /v2.0/floatingips/dd0fddf3-3681-4002-a345-0213f868632b HTTP/1.1" status: 204 len: 168 time: 0.9372096 Apr 08 03:10:28.977982 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 52120) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:10:28.983262 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.v2.base [None req-5ce43b63-d51f-40b5-8ea5-b4857a4439ba tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1303120391', 'description': 'tempest-description--414165639'}} {{(pid=87787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 03:10:28.989078 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-5ce43b63-d51f-40b5-8ea5-b4857a4439ba tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 03:10:28.993913 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-5ce43b63-d51f-40b5-8ea5-b4857a4439ba tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Usage tracker for resource:security_group and tenant:5a3ce4b7e7fd4f29967f633688e46d21 is out of sync, need to count used quota {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 03:10:28.996760 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-5ce43b63-d51f-40b5-8ea5-b4857a4439ba tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 03:10:29.002301 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-5ce43b63-d51f-40b5-8ea5-b4857a4439ba tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 03:10:29.073130 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-5ce43b63-d51f-40b5-8ea5-b4857a4439ba tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Notify callbacks [] for security_group, before_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:10:29.092418 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-5ce43b63-d51f-40b5-8ea5-b4857a4439ba tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 03:10:29.096123 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-5ce43b63-d51f-40b5-8ea5-b4857a4439ba tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Usage tracker for resource:security_group_rule and tenant:5a3ce4b7e7fd4f29967f633688e46d21 is out of sync, need to count used quota {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 03:10:29.098837 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-5ce43b63-d51f-40b5-8ea5-b4857a4439ba tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 03:10:29.104977 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-5ce43b63-d51f-40b5-8ea5-b4857a4439ba tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 03:10:29.173325 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-5ce43b63-d51f-40b5-8ea5-b4857a4439ba tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Notify callbacks [] for security_group, precommit_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:10:29.184412 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-ef00a636-a289-418c-ab96-90866b017a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:10:29.227049 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-5ce43b63-d51f-40b5-8ea5-b4857a4439ba tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:10:29.255737 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:10:29.274121 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce43b63-d51f-40b5-8ea5-b4857a4439ba tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c041b20-d90a-404a-9965-923df855b1ee,revision_number=1']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:10:29.347514 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-5ce43b63-d51f-40b5-8ea5-b4857a4439ba tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Notify callbacks [] for security_group, before_response {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:10:29.348735 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-5ce43b63-d51f-40b5-8ea5-b4857a4439ba tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3697667 Apr 08 03:10:29.352491 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 52124) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:10:29.357492 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.v2.base [None req-0286136c-da9b-440b-bd29-7cc325e1b2bc tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Request body: {'security_group_rule': {'security_group_id': '2c041b20-d90a-404a-9965-923df855b1ee', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 03:10:29.363637 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-0286136c-da9b-440b-bd29-7cc325e1b2bc tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 03:10:29.368241 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-0286136c-da9b-440b-bd29-7cc325e1b2bc tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Usage tracker for resource:security_group_rule and tenant:5a3ce4b7e7fd4f29967f633688e46d21 is out of sync, need to count used quota {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 03:10:29.371205 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-0286136c-da9b-440b-bd29-7cc325e1b2bc tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 03:10:29.376816 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-0286136c-da9b-440b-bd29-7cc325e1b2bc tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 03:10:29.444266 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-0286136c-da9b-440b-bd29-7cc325e1b2bc tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:10:29.501743 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-0286136c-da9b-440b-bd29-7cc325e1b2bc tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:10:29.568230 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-0286136c-da9b-440b-bd29-7cc325e1b2bc tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411622'] for security_group_rule, after_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:10:29.595921 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0286136c-da9b-440b-bd29-7cc325e1b2bc tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5be3a79b-40cb-4f48-82e9-fda77643f79e,revision_number=0']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:10:29.655970 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-0286136c-da9b-440b-bd29-7cc325e1b2bc tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:10:29.657178 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-0286136c-da9b-440b-bd29-7cc325e1b2bc tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3037593 Apr 08 03:10:29.659995 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 52128) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:10:29.665576 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.v2.base [None req-c80a92d4-6579-48fe-9a2f-928e2c0f6a5d tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Request body: {'security_group_rule': {'security_group_id': '2c041b20-d90a-404a-9965-923df855b1ee', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 03:10:29.671392 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-c80a92d4-6579-48fe-9a2f-928e2c0f6a5d tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 03:10:29.675121 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-c80a92d4-6579-48fe-9a2f-928e2c0f6a5d tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Usage tracker for resource:security_group_rule and tenant:5a3ce4b7e7fd4f29967f633688e46d21 is out of sync, need to count used quota {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 03:10:29.677913 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-c80a92d4-6579-48fe-9a2f-928e2c0f6a5d tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 03:10:29.683838 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-c80a92d4-6579-48fe-9a2f-928e2c0f6a5d tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 03:10:29.753131 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-c80a92d4-6579-48fe-9a2f-928e2c0f6a5d tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:10:29.812858 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-c80a92d4-6579-48fe-9a2f-928e2c0f6a5d tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:10:29.878352 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-c80a92d4-6579-48fe-9a2f-928e2c0f6a5d tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411622'] for security_group_rule, after_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:10:29.902319 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80a92d4-6579-48fe-9a2f-928e2c0f6a5d tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87efecad-46fb-4a2d-973c-fb20ad5976e8,revision_number=0']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:10:29.964589 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-c80a92d4-6579-48fe-9a2f-928e2c0f6a5d tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:10:29.965807 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-c80a92d4-6579-48fe-9a2f-928e2c0f6a5d tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3049133 Apr 08 03:10:29.968887 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 52132) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:10:29.973682 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.v2.base [None req-0a641a61-dd0f-418e-939b-39308a93c0b2 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Request body: {'floatingip': {'floating_network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b'}} {{(pid=87787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 03:10:29.980197 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-0a641a61-dd0f-418e-939b-39308a93c0b2 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 03:10:29.984080 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-0a641a61-dd0f-418e-939b-39308a93c0b2 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Usage tracker for resource:floatingip and tenant:5a3ce4b7e7fd4f29967f633688e46d21 is out of sync, need to count used quota {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 03:10:29.986899 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-0a641a61-dd0f-418e-939b-39308a93c0b2 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 03:10:29.993223 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-0a641a61-dd0f-418e-939b-39308a93c0b2 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 03:10:30.044323 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-0a641a61-dd0f-418e-939b-39308a93c0b2 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Notify callbacks [] for floatingip, before_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:10:30.180949 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-0a641a61-dd0f-418e-939b-39308a93c0b2 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:10:30.314834 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.db_base_plugin_common [None req-0a641a61-dd0f-418e-939b-39308a93c0b2 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Allocated IP 172.28.2.178 (98d1e709-75a7-4f60-9ef6-cd80d5a9207b/cdd7e012-314b-49de-85b2-875de1f002d2/114886c3-083d-40b3-94fa-3a4d9abda418) {{(pid=87787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 03:10:30.458492 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-0a641a61-dd0f-418e-939b-39308a93c0b2 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Notify callbacks [] for port, precommit_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:10:30.547484 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-0a641a61-dd0f-418e-939b-39308a93c0b2 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762846864680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3006662'] for port, after_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:10:30.606863 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a641a61-dd0f-418e-939b-39308a93c0b2 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Network 98d1e709-75a7-4f60-9ef6-cd80d5a9207b is already hosted by enough agents. {{(pid=87787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 03:10:30.609485 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.scheduler.base_scheduler [None req-0a641a61-dd0f-418e-939b-39308a93c0b2 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Resources bound (agent type, host, resource id): {{(pid=87787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 03:10:30.610178 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-0700d8e1-2fb2-4ab8-b601-2cbd26aa24a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:10:30.611962 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a641a61-dd0f-418e-939b-39308a93c0b2 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Received port after_create {{(pid=87787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 03:10:30.657352 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a641a61-dd0f-418e-939b-39308a93c0b2 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Pushing event updated for resources: {'Port': ['ID=114886c3-083d-40b3-94fa-3a4d9abda418,revision_number=1']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:10:30.702738 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-0a641a61-dd0f-418e-939b-39308a93c0b2 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:10:30.827243 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-0a641a61-dd0f-418e-939b-39308a93c0b2 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_update {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:10:31.033869 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-0a641a61-dd0f-418e-939b-39308a93c0b2 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Notify callbacks [] for port, precommit_update {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:10:31.088373 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-0a641a61-dd0f-418e-939b-39308a93c0b2 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762847214852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762846864698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762846864743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3006669'] for port, after_update {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:10:31.199448 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a641a61-dd0f-418e-939b-39308a93c0b2 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Pushing event updated for resources: {'Port': ['ID=114886c3-083d-40b3-94fa-3a4d9abda418,revision_number=2']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:10:31.207323 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-0a641a61-dd0f-418e-939b-39308a93c0b2 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-333402'] for floatingip, after_update {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:10:31.294365 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-0a641a61-dd0f-418e-939b-39308a93c0b2 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207533'] for floatingip, before_response {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:10:31.295508 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-0a641a61-dd0f-418e-939b-39308a93c0b2 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3257196 Apr 08 03:10:31.452176 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-4dbbde9f-b870-4edf-8995-cd98c297be52 req-bfbf134f-da7b-4c53-9b29-12bffe7da069 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1303120391&fields=id&tenant_id=5a3ce4b7e7fd4f29967f633688e46d21 HTTP/1.1" status: 200 len: 267 time: 0.0379541 Apr 08 03:10:31.597641 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbbde9f-b870-4edf-8995-cd98c297be52 req-17f9ce32-7df6-4aad-bcc8-35af58a3706e tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:10:31.599046 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-4dbbde9f-b870-4edf-8995-cd98c297be52 req-17f9ce32-7df6-4aad-bcc8-35af58a3706e tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] 10.222.0.15 "GET /v2.0/networks?id=ba890812-2863-4d70-b21d-0d22eea7ba35 HTTP/1.1" status: 200 len: 815 time: 0.1407561 Apr 08 03:10:31.613246 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-4dbbde9f-b870-4edf-8995-cd98c297be52 req-a250a5f9-2002-4e37-b737-0039ce68f726 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] 10.222.0.15 "GET /v2.0/quotas/5a3ce4b7e7fd4f29967f633688e46d21 HTTP/1.1" status: 200 len: 375 time: 0.0085762 Apr 08 03:10:31.696261 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-4dbbde9f-b870-4edf-8995-cd98c297be52 req-b7134398-91ae-4dd0-b211-492fc2d80e39 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=5a3ce4b7e7fd4f29967f633688e46d21&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0776615 Apr 08 03:10:31.727175 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.agents_db [None req-78530461-7b12-4524-9e6e-3e4de8d78fc4 None None] Agent healthcheck: found 6 active agents {{(pid=87789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 03:10:32.020993 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-4dbbde9f-b870-4edf-8995-cd98c297be52 req-dd498170-c604-4c12-8830-48ff535aa97c service neutron] 10.222.0.15 "GET /v2.0/networks/ba890812-2863-4d70-b21d-0d22eea7ba35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3132794 Apr 08 03:10:32.147417 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-4dbbde9f-b870-4edf-8995-cd98c297be52 req-b476a7ef-5075-476c-9881-114da8a548b2 service neutron] 10.222.0.15 "GET /v2.0/networks/ba890812-2863-4d70-b21d-0d22eea7ba35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200144 Apr 08 03:10:32.399935 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-5a5e6fe9-3d53-45d5-92fa-e950548fae16 req-25be677d-4260-4773-b30b-886e0591ca82 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a68f008-f3a9-461f-8488-13d525303c2d HTTP/1.1" status: 200 len: 210 time: 0.0424113 Apr 08 03:10:33.566379 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-0be73775-54e8-4127-a094-f9f081e3f758 req-7de77795-d5f5-419e-9346-a2159d0a7433 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a68f008-f3a9-461f-8488-13d525303c2d HTTP/1.1" status: 200 len: 210 time: 0.0540044 Apr 08 03:10:34.455609 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbbde9f-b870-4edf-8995-cd98c297be52 req-52955dfa-2dcb-4d4d-a34c-0f793cdd3503 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:10:34.457005 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-4dbbde9f-b870-4edf-8995-cd98c297be52 req-52955dfa-2dcb-4d4d-a34c-0f793cdd3503 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] 10.222.0.39 "GET /v2.0/networks?id=ba890812-2863-4d70-b21d-0d22eea7ba35 HTTP/1.1" status: 200 len: 815 time: 0.1449406 Apr 08 03:10:34.509886 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-4dbbde9f-b870-4edf-8995-cd98c297be52 req-56b4a259-ac68-4a20-8a24-0ff63c7e6064 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5a3ce4b7e7fd4f29967f633688e46d21 HTTP/1.1" status: 200 len: 380 time: 0.0393903 Apr 08 03:10:34.518404 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.v2.base [req-4dbbde9f-b870-4edf-8995-cd98c297be52 req-180400ed-8c62-4e91-9c30-2c160d6be211 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Request body: {'port': {'device_id': '6a68f008-f3a9-461f-8488-13d525303c2d', 'network_id': 'ba890812-2863-4d70-b21d-0d22eea7ba35', 'admin_state_up': True, 'tenant_id': '5a3ce4b7e7fd4f29967f633688e46d21', 'security_groups': ['2c041b20-d90a-404a-9965-923df855b1ee']}} {{(pid=87786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 03:10:34.656909 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.quota.driver [req-4dbbde9f-b870-4edf-8995-cd98c297be52 req-180400ed-8c62-4e91-9c30-2c160d6be211 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 03:10:34.661071 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [req-4dbbde9f-b870-4edf-8995-cd98c297be52 req-180400ed-8c62-4e91-9c30-2c160d6be211 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Usage tracker for resource:port and tenant:5a3ce4b7e7fd4f29967f633688e46d21 is out of sync, need to count used quota {{(pid=87786) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 03:10:34.665057 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [req-4dbbde9f-b870-4edf-8995-cd98c297be52 req-180400ed-8c62-4e91-9c30-2c160d6be211 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87786) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 03:10:34.670892 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.quota.driver [req-4dbbde9f-b870-4edf-8995-cd98c297be52 req-180400ed-8c62-4e91-9c30-2c160d6be211 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 03:10:34.727573 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-c0c46eaf-371c-4d17-81ae-84855deae10b req-a0ede9c4-3d25-44fb-a6a4-5ac5d46d9f2a tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a68f008-f3a9-461f-8488-13d525303c2d HTTP/1.1" status: 200 len: 210 time: 0.0478966 Apr 08 03:10:34.758217 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4dbbde9f-b870-4edf-8995-cd98c297be52 req-180400ed-8c62-4e91-9c30-2c160d6be211 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Made reservation on behalf of 5a3ce4b7e7fd4f29967f633688e46d21 for: {'port': 1} {{(pid=87786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 03:10:34.761677 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [req-4dbbde9f-b870-4edf-8995-cd98c297be52 req-180400ed-8c62-4e91-9c30-2c160d6be211 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:10:34.922369 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.db_base_plugin_common [req-4dbbde9f-b870-4edf-8995-cd98c297be52 req-180400ed-8c62-4e91-9c30-2c160d6be211 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Allocated IP 172.20.0.4 (ba890812-2863-4d70-b21d-0d22eea7ba35/038e94d4-9a88-4f45-8bb2-7cfeef771b58/61ee2e6e-c238-4ccf-9f7d-78ddb96e079a) {{(pid=87786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 03:10:35.103589 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [req-4dbbde9f-b870-4edf-8995-cd98c297be52 req-180400ed-8c62-4e91-9c30-2c160d6be211 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Notify callbacks [] for port, precommit_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:10:35.118426 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.provisioning_blocks [req-4dbbde9f-b870-4edf-8995-cd98c297be52 req-180400ed-8c62-4e91-9c30-2c160d6be211 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Transition to ACTIVE for port object 61ee2e6e-c238-4ccf-9f7d-78ddb96e079a will not be triggered until provisioned by entity DHCP. {{(pid=87786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 03:10:35.204739 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [req-4dbbde9f-b870-4edf-8995-cd98c297be52 req-180400ed-8c62-4e91-9c30-2c160d6be211 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762846864680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2754409'] for port, after_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:10:35.267154 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4dbbde9f-b870-4edf-8995-cd98c297be52 req-180400ed-8c62-4e91-9c30-2c160d6be211 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Network ba890812-2863-4d70-b21d-0d22eea7ba35 is already hosted by enough agents. {{(pid=87786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 03:10:35.270253 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.scheduler.base_scheduler [req-4dbbde9f-b870-4edf-8995-cd98c297be52 req-180400ed-8c62-4e91-9c30-2c160d6be211 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Resources bound (agent type, host, resource id): {{(pid=87786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 03:10:35.274606 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dbbde9f-b870-4edf-8995-cd98c297be52 req-180400ed-8c62-4e91-9c30-2c160d6be211 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Received port after_create {{(pid=87786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 03:10:35.319419 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180400ed-8c62-4e91-9c30-2c160d6be211 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Pushing event updated for resources: {'Port': ['ID=61ee2e6e-c238-4ccf-9f7d-78ddb96e079a,revision_number=1']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:10:35.350993 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbbde9f-b870-4edf-8995-cd98c297be52 req-180400ed-8c62-4e91-9c30-2c160d6be211 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:10:35.351654 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [req-4dbbde9f-b870-4edf-8995-cd98c297be52 req-180400ed-8c62-4e91-9c30-2c160d6be211 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207533'] for port, before_response {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:10:35.454900 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-4dbbde9f-b870-4edf-8995-cd98c297be52 req-180400ed-8c62-4e91-9c30-2c160d6be211 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9401722 Apr 08 03:10:35.471610 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.v2.base [req-4dbbde9f-b870-4edf-8995-cd98c297be52 req-46ff4a35-9c2d-4f4c-82fe-74375f61c910 service neutron] Request body: {'port': {'device_id': '6a68f008-f3a9-461f-8488-13d525303c2d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83705'}} {{(pid=87786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 03:10:35.568285 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-f75a3a0b-126f-4a5a-b2b6-08d9fad62269 None None] Provisioning for port 61ee2e6e-c238-4ccf-9f7d-78ddb96e079a completed by entity DHCP. {{(pid=87788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 03:10:35.574150 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-f75a3a0b-126f-4a5a-b2b6-08d9fad62269 None None] Provisioning complete for port 61ee2e6e-c238-4ccf-9f7d-78ddb96e079a triggered by entity DHCP. {{(pid=87788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 03:10:35.574521 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-f75a3a0b-126f-4a5a-b2b6-08d9fad62269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587297'] for port, provisioning_complete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:10:35.582873 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [req-4dbbde9f-b870-4edf-8995-cd98c297be52 req-46ff4a35-9c2d-4f4c-82fe-74375f61c910 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_update {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:10:35.625869 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.plugin [None req-f75a3a0b-126f-4a5a-b2b6-08d9fad62269 None None] Port 61ee2e6e-c238-4ccf-9f7d-78ddb96e079a cannot update to ACTIVE because it is not bound. {{(pid=87788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 08 03:10:36.064245 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.notifiers.nova [req-4dbbde9f-b870-4edf-8995-cd98c297be52 req-46ff4a35-9c2d-4f4c-82fe-74375f61c910 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61ee2e6e-c238-4ccf-9f7d-78ddb96e079a {{(pid=87786) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 03:10:36.075077 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cd2949-bd19-4fe5-b2bc-fb317284eb26 req-825668be-e4a4-4646-bf2a-20311f4ef9a2 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:10:36.075796 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [req-45cd2949-bd19-4fe5-b2bc-fb317284eb26 req-825668be-e4a4-4646-bf2a-20311f4ef9a2 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Synchronizing usage tracker for tenant:5a3ce4b7e7fd4f29967f633688e46d21 on resource:port {{(pid=87786) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 03:10:36.081872 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [req-4dbbde9f-b870-4edf-8995-cd98c297be52 req-46ff4a35-9c2d-4f4c-82fe-74375f61c910 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:10:36.102499 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.provisioning_blocks [req-4dbbde9f-b870-4edf-8995-cd98c297be52 req-46ff4a35-9c2d-4f4c-82fe-74375f61c910 service neutron] Transition to ACTIVE for port object 61ee2e6e-c238-4ccf-9f7d-78ddb96e079a will not be triggered until provisioned by entity L2. {{(pid=87786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 03:10:36.238305 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [req-45cd2949-bd19-4fe5-b2bc-fb317284eb26 req-825668be-e4a4-4646-bf2a-20311f4ef9a2 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Unset dirty status for tenant:5a3ce4b7e7fd4f29967f633688e46d21 on resource:port {{(pid=87786) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 03:10:36.239546 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-45cd2949-bd19-4fe5-b2bc-fb317284eb26 req-825668be-e4a4-4646-bf2a-20311f4ef9a2 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a68f008-f3a9-461f-8488-13d525303c2d HTTP/1.1" status: 200 len: 931 time: 0.4072325 Apr 08 03:10:36.275076 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [req-4dbbde9f-b870-4edf-8995-cd98c297be52 req-46ff4a35-9c2d-4f4c-82fe-74375f61c910 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762847214852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762846864698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762846864743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2754402'] for port, after_update {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:10:36.332729 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-45cd2949-bd19-4fe5-b2bc-fb317284eb26 req-de2699f1-ce5b-4e00-b10a-0cb6846e5800 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] 10.222.0.15 "GET /v2.0/security-groups?id=2c041b20-d90a-404a-9965-923df855b1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872266 Apr 08 03:10:36.437867 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ff4a35-9c2d-4f4c-82fe-74375f61c910 service neutron] Pushing event updated for resources: {'Port': ['ID=61ee2e6e-c238-4ccf-9f7d-78ddb96e079a,revision_number=2']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:10:36.518968 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.managers [req-4dbbde9f-b870-4edf-8995-cd98c297be52 req-46ff4a35-9c2d-4f4c-82fe-74375f61c910 service neutron] Attempting to bind port 61ee2e6e-c238-4ccf-9f7d-78ddb96e079a on host hv-cinder-83705 for vnic_type normal with profile {{(pid=87786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 03:10:36.519332 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.managers [req-4dbbde9f-b870-4edf-8995-cd98c297be52 req-46ff4a35-9c2d-4f4c-82fe-74375f61c910 service neutron] Attempting to bind port 61ee2e6e-c238-4ccf-9f7d-78ddb96e079a by drivers openvswitch,hyperv on host hv-cinder-83705 at level 0 using segments [{'id': 'd5f53efa-6cf9-4846-830a-bc164d0ac2a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'ba890812-2863-4d70-b21d-0d22eea7ba35'}] {{(pid=87786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 03:10:36.519660 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dbbde9f-b870-4edf-8995-cd98c297be52 req-46ff4a35-9c2d-4f4c-82fe-74375f61c910 service neutron] Attempting to bind port 61ee2e6e-c238-4ccf-9f7d-78ddb96e079a on network ba890812-2863-4d70-b21d-0d22eea7ba35 {{(pid=87786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 03:10:36.524747 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dbbde9f-b870-4edf-8995-cd98c297be52 req-46ff4a35-9c2d-4f4c-82fe-74375f61c910 service neutron] Port 61ee2e6e-c238-4ccf-9f7d-78ddb96e079a on network ba890812-2863-4d70-b21d-0d22eea7ba35 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83705 {{(pid=87786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 08 03:10:36.525060 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dbbde9f-b870-4edf-8995-cd98c297be52 req-46ff4a35-9c2d-4f4c-82fe-74375f61c910 service neutron] Attempting to bind port 61ee2e6e-c238-4ccf-9f7d-78ddb96e079a on network ba890812-2863-4d70-b21d-0d22eea7ba35 {{(pid=87786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 03:10:36.530034 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dbbde9f-b870-4edf-8995-cd98c297be52 req-46ff4a35-9c2d-4f4c-82fe-74375f61c910 service neutron] Checking agent: {'id': '80029809-569d-4306-9121-6b636b3093bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83705', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 2, 54, 9), 'started_at': datetime.datetime(2022, 4, 8, 2, 54, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 3, 10, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 03:10:36.530393 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dbbde9f-b870-4edf-8995-cd98c297be52 req-46ff4a35-9c2d-4f4c-82fe-74375f61c910 service neutron] Checking segment: {'id': 'd5f53efa-6cf9-4846-830a-bc164d0ac2a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'ba890812-2863-4d70-b21d-0d22eea7ba35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 03:10:36.530769 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dbbde9f-b870-4edf-8995-cd98c297be52 req-46ff4a35-9c2d-4f4c-82fe-74375f61c910 service neutron] Bound using segment: {'id': 'd5f53efa-6cf9-4846-830a-bc164d0ac2a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'ba890812-2863-4d70-b21d-0d22eea7ba35'} {{(pid=87786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 03:10:36.531216 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.managers [req-4dbbde9f-b870-4edf-8995-cd98c297be52 req-46ff4a35-9c2d-4f4c-82fe-74375f61c910 service neutron] Bound port: 61ee2e6e-c238-4ccf-9f7d-78ddb96e079a, host: hv-cinder-83705, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5f53efa-6cf9-4846-830a-bc164d0ac2a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'ba890812-2863-4d70-b21d-0d22eea7ba35'}}] {{(pid=87786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 03:10:36.531557 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [req-4dbbde9f-b870-4edf-8995-cd98c297be52 req-46ff4a35-9c2d-4f4c-82fe-74375f61c910 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_update {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:10:36.616725 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.db [req-4dbbde9f-b870-4edf-8995-cd98c297be52 req-46ff4a35-9c2d-4f4c-82fe-74375f61c910 service neutron] For port 61ee2e6e-c238-4ccf-9f7d-78ddb96e079a, host hv-cinder-83705, cleared binding levels {{(pid=87786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 03:10:36.619605 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.db [req-4dbbde9f-b870-4edf-8995-cd98c297be52 req-46ff4a35-9c2d-4f4c-82fe-74375f61c910 service neutron] For port 61ee2e6e-c238-4ccf-9f7d-78ddb96e079a, host hv-cinder-83705, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=61ee2e6e-c238-4ccf-9f7d-78ddb96e079a,segment=NetworkSegment(d5f53efa-6cf9-4846-830a-bc164d0ac2a3),segment_id=d5f53efa-6cf9-4846-830a-bc164d0ac2a3)] {{(pid=87786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 03:10:36.707464 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [req-4dbbde9f-b870-4edf-8995-cd98c297be52 req-46ff4a35-9c2d-4f4c-82fe-74375f61c910 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762847214852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762846864698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762846864743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2754402'] for port, after_update {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:10:36.764751 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbbde9f-b870-4edf-8995-cd98c297be52 req-46ff4a35-9c2d-4f4c-82fe-74375f61c910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:10:36.765610 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [req-4dbbde9f-b870-4edf-8995-cd98c297be52 req-46ff4a35-9c2d-4f4c-82fe-74375f61c910 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207533'] for port, before_response {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:10:36.766967 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-4dbbde9f-b870-4edf-8995-cd98c297be52 req-46ff4a35-9c2d-4f4c-82fe-74375f61c910 service neutron] 10.222.0.39 "PUT /v2.0/ports/61ee2e6e-c238-4ccf-9f7d-78ddb96e079a HTTP/1.1" status: 200 len: 1093 time: 1.2994404 Apr 08 03:10:36.767417 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a68f008-f3a9-461f-8488-13d525303c2d', 'tag': '61ee2e6e-c238-4ccf-9f7d-78ddb96e079a'}] {{(pid=87786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 03:10:36.794240 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ff4a35-9c2d-4f4c-82fe-74375f61c910 service neutron] Pushing event updated for resources: {'Port': ['ID=61ee2e6e-c238-4ccf-9f7d-78ddb96e079a,revision_number=3']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:10:36.817624 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e2ab418-cfe1-4690-97af-3a5374dec7f6'] response: {'name': 'network-changed', 'server_uuid': '6a68f008-f3a9-461f-8488-13d525303c2d', 'tag': '61ee2e6e-c238-4ccf-9f7d-78ddb96e079a', 'status': 'completed', 'code': 200} Apr 08 03:10:36.927396 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112bdd1d-21e1-4cce-842d-13cbb4517f9d req-71d3793f-f1b9-4315-b454-f545cce31d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:10:36.928847 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-112bdd1d-21e1-4cce-842d-13cbb4517f9d req-71d3793f-f1b9-4315-b454-f545cce31d78 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5a3ce4b7e7fd4f29967f633688e46d21&device_id=6a68f008-f3a9-461f-8488-13d525303c2d HTTP/1.1" status: 200 len: 1096 time: 0.0714693 Apr 08 03:10:37.073399 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112bdd1d-21e1-4cce-842d-13cbb4517f9d req-bd510477-3139-478f-bd1d-653a6f19891a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:10:37.074749 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-112bdd1d-21e1-4cce-842d-13cbb4517f9d req-bd510477-3139-478f-bd1d-653a6f19891a service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=5a3ce4b7e7fd4f29967f633688e46d21&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1328378 Apr 08 03:10:37.211687 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112bdd1d-21e1-4cce-842d-13cbb4517f9d req-5f891f50-a758-482c-bfb0-5de71f0485b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:10:37.213104 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-112bdd1d-21e1-4cce-842d-13cbb4517f9d req-5f891f50-a758-482c-bfb0-5de71f0485b3 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1325884 Apr 08 03:10:37.342491 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbbde9f-b870-4edf-8995-cd98c297be52 req-d04a7455-a2ea-41b8-8125-92ca117b2f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:10:37.343983 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-4dbbde9f-b870-4edf-8995-cd98c297be52 req-d04a7455-a2ea-41b8-8125-92ca117b2f4d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5a3ce4b7e7fd4f29967f633688e46d21&device_id=6a68f008-f3a9-461f-8488-13d525303c2d HTTP/1.1" status: 200 len: 1096 time: 0.0739079 Apr 08 03:10:37.417930 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-4dbbde9f-b870-4edf-8995-cd98c297be52 req-96035e2b-f3a7-411e-8ab7-f1cac3c8c90d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=61ee2e6e-c238-4ccf-9f7d-78ddb96e079a HTTP/1.1" status: 200 len: 217 time: 0.0619287 Apr 08 03:10:37.524582 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbbde9f-b870-4edf-8995-cd98c297be52 req-c25a7807-7450-4bb1-af81-d610410b9981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:10:37.525887 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-4dbbde9f-b870-4edf-8995-cd98c297be52 req-c25a7807-7450-4bb1-af81-d610410b9981 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=038e94d4-9a88-4f45-8bb2-7cfeef771b58 HTTP/1.1" status: 200 len: 854 time: 0.1022100 Apr 08 03:10:37.600429 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d097c0b0-2dbe-4616-bf98-2998e62dd387 req-71a8eed3-0b2c-438a-97ec-94e79362c3e5 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:10:37.601874 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-d097c0b0-2dbe-4616-bf98-2998e62dd387 req-71a8eed3-0b2c-438a-97ec-94e79362c3e5 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a68f008-f3a9-461f-8488-13d525303c2d HTTP/1.1" status: 200 len: 943 time: 0.1460478 Apr 08 03:10:37.656817 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbbde9f-b870-4edf-8995-cd98c297be52 req-668a2b24-8067-4e3b-aece-19a691228852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:10:37.658232 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-4dbbde9f-b870-4edf-8995-cd98c297be52 req-668a2b24-8067-4e3b-aece-19a691228852 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ba890812-2863-4d70-b21d-0d22eea7ba35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1253257 Apr 08 03:10:37.661050 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-d097c0b0-2dbe-4616-bf98-2998e62dd387 req-aaa73323-ba8a-43fb-9353-de6f7431827f tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] 10.222.0.15 "GET /v2.0/security-groups?id=2c041b20-d90a-404a-9965-923df855b1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531867 Apr 08 03:10:37.787337 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-4dbbde9f-b870-4edf-8995-cd98c297be52 req-ead7f758-f74b-4ce9-b428-95aa33aea3e8 service neutron] 10.222.0.39 "GET /v2.0/networks/ba890812-2863-4d70-b21d-0d22eea7ba35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227248 Apr 08 03:10:38.005954 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-4dbbde9f-b870-4edf-8995-cd98c297be52 req-f1b67d3f-80c1-4112-811b-799d63a4148b service neutron] 10.222.0.39 "GET /v2.0/networks/ba890812-2863-4d70-b21d-0d22eea7ba35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2123649 Apr 08 03:10:38.841857 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90617ae-b4cd-4455-8c92-89c787e1920e req-546325a9-6271-46d9-be82-d3255730863f tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:10:38.843288 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-e90617ae-b4cd-4455-8c92-89c787e1920e req-546325a9-6271-46d9-be82-d3255730863f tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a68f008-f3a9-461f-8488-13d525303c2d HTTP/1.1" status: 200 len: 943 time: 0.0772755 Apr 08 03:10:38.885706 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-e90617ae-b4cd-4455-8c92-89c787e1920e req-22a039e1-7f9a-471d-8353-1d1ff68dd5d2 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] 10.222.0.15 "GET /v2.0/security-groups?id=2c041b20-d90a-404a-9965-923df855b1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367284 Apr 08 03:10:39.249334 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:10:40.089488 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c841ec9-5a73-4a6c-a47c-e0546c69b991 req-d0fccbf0-fd09-4c19-989f-dd98e976bb28 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:10:40.090894 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-2c841ec9-5a73-4a6c-a47c-e0546c69b991 req-d0fccbf0-fd09-4c19-989f-dd98e976bb28 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a68f008-f3a9-461f-8488-13d525303c2d HTTP/1.1" status: 200 len: 943 time: 0.0863402 Apr 08 03:10:40.133469 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-2c841ec9-5a73-4a6c-a47c-e0546c69b991 req-0c7a0545-ffb4-46ba-8d5f-31d175c856dd tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] 10.222.0.15 "GET /v2.0/security-groups?id=2c041b20-d90a-404a-9965-923df855b1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368960 Apr 08 03:10:41.313504 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c7b19d-6b9f-4254-ba4d-c7eb47e27473 req-38753b16-e535-4eb8-bfa1-77c703389c76 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:10:41.314953 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-61c7b19d-6b9f-4254-ba4d-c7eb47e27473 req-38753b16-e535-4eb8-bfa1-77c703389c76 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a68f008-f3a9-461f-8488-13d525303c2d HTTP/1.1" status: 200 len: 943 time: 0.0780494 Apr 08 03:10:41.360799 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-61c7b19d-6b9f-4254-ba4d-c7eb47e27473 req-22cc2e05-a558-476d-ac98-d13829132afb tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] 10.222.0.15 "GET /v2.0/security-groups?id=2c041b20-d90a-404a-9965-923df855b1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395889 Apr 08 03:10:42.026418 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Device 61ee2e6e-c238-4ccf-9f7d-78ddb96e079a details requested by agent hyperv_hv-cinder-83705 with host hv-cinder-83705 {{(pid=87788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 08 03:10:42.157507 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.db [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] For port 61ee2e6e-c238-4ccf-9f7d-78ddb96e079a, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=61ee2e6e-c238-4ccf-9f7d-78ddb96e079a,segment=NetworkSegment(d5f53efa-6cf9-4846-830a-bc164d0ac2a3),segment_id=d5f53efa-6cf9-4846-830a-bc164d0ac2a3)] {{(pid=87788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 03:10:42.173718 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Returning: {'device': '61ee2e6e-c238-4ccf-9f7d-78ddb96e079a', 'network_id': 'ba890812-2863-4d70-b21d-0d22eea7ba35', 'port_id': '61ee2e6e-c238-4ccf-9f7d-78ddb96e079a', 'mac_address': 'fa:16:3e:6c:33:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 275, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '038e94d4-9a88-4f45-8bb2-7cfeef771b58', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 03:10:42.225637 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:10:42.242000 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.notifiers.nova [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61ee2e6e-c238-4ccf-9f7d-78ddb96e079a {{(pid=87788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 03:10:42.256402 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.db [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] For port 61ee2e6e-c238-4ccf-9f7d-78ddb96e079a, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=61ee2e6e-c238-4ccf-9f7d-78ddb96e079a,segment=NetworkSegment(d5f53efa-6cf9-4846-830a-bc164d0ac2a3),segment_id=d5f53efa-6cf9-4846-830a-bc164d0ac2a3)] {{(pid=87788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 03:10:42.317959 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762847214852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762846864698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762846864743'] for port, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:10:42.382024 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Pushing event updated for resources: {'Port': ['ID=61ee2e6e-c238-4ccf-9f7d-78ddb96e079a,revision_number=4']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:10:42.390833 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:10:42.390833 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:10:42.390833 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:10:42.390833 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:10:42.391207 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:10:42.391483 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:10:42.391782 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:10:42.392289 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:10:42.392615 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:10:42.392929 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:10:42.393269 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:10:42.393583 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:10:42.541788 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76c3009-d459-4335-83cf-9e57b871cb69 req-fb8840bf-28db-4163-ac08-15535fab26c2 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:10:42.543226 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-d76c3009-d459-4335-83cf-9e57b871cb69 req-fb8840bf-28db-4163-ac08-15535fab26c2 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a68f008-f3a9-461f-8488-13d525303c2d HTTP/1.1" status: 200 len: 944 time: 0.0778379 Apr 08 03:10:42.585756 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-d76c3009-d459-4335-83cf-9e57b871cb69 req-92fded04-0827-43e4-8d87-49d025bb3abb tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] 10.222.0.15 "GET /v2.0/security-groups?id=2c041b20-d90a-404a-9965-923df855b1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367343 Apr 08 03:10:42.737494 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.db [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] get_ports_and_sgs() called for port_ids ['61ee2e6e-c238-4ccf-9f7d-78ddb96e079a'] {{(pid=87788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 03:10:43.778526 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e31d039-950b-45e8-b40a-bcda8eb0c72f req-e83e28c1-fc97-4943-aec4-62be51757e07 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:10:43.779971 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-0e31d039-950b-45e8-b40a-bcda8eb0c72f req-e83e28c1-fc97-4943-aec4-62be51757e07 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a68f008-f3a9-461f-8488-13d525303c2d HTTP/1.1" status: 200 len: 944 time: 0.0815361 Apr 08 03:10:43.822819 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-0e31d039-950b-45e8-b40a-bcda8eb0c72f req-37684d49-2597-4e08-adcd-27107df22726 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] 10.222.0.15 "GET /v2.0/security-groups?id=2c041b20-d90a-404a-9965-923df855b1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372622 Apr 08 03:10:44.057925 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Device 61ee2e6e-c238-4ccf-9f7d-78ddb96e079a up at agent hyperv_hv-cinder-83705 {{(pid=87788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 03:10:44.203716 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Provisioning for port 61ee2e6e-c238-4ccf-9f7d-78ddb96e079a completed by entity L2. {{(pid=87788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 03:10:44.208618 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Provisioning complete for port 61ee2e6e-c238-4ccf-9f7d-78ddb96e079a triggered by entity L2. {{(pid=87788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 03:10:44.208987 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587297'] for port, provisioning_complete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:10:44.321094 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:10:44.350509 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a68f008-f3a9-461f-8488-13d525303c2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61ee2e6e-c238-4ccf-9f7d-78ddb96e079a'}] {{(pid=87788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 03:10:44.361120 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.db [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] For port 61ee2e6e-c238-4ccf-9f7d-78ddb96e079a, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=61ee2e6e-c238-4ccf-9f7d-78ddb96e079a,segment=NetworkSegment(d5f53efa-6cf9-4846-830a-bc164d0ac2a3),segment_id=d5f53efa-6cf9-4846-830a-bc164d0ac2a3)] {{(pid=87788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 03:10:44.394039 dv-cinder-837051-1-smb neutron-server[87788]: INFO neutron.notifiers.nova [-] Nova event matching ['req-179bbaff-abf7-401d-a583-c10b83cae214'] response: {'server_uuid': '6a68f008-f3a9-461f-8488-13d525303c2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61ee2e6e-c238-4ccf-9f7d-78ddb96e079a', 'code': 200} Apr 08 03:10:44.425319 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762847214852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762846864698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762846864743'] for port, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:10:44.520903 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Pushing event updated for resources: {'Port': ['ID=61ee2e6e-c238-4ccf-9f7d-78ddb96e079a,revision_number=5']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:10:44.792018 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72fd952-0261-4131-915f-c4b4fb379ca0 req-3c8bb2d7-6b49-4b27-bcb2-56c720c32d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:10:44.793465 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-c72fd952-0261-4131-915f-c4b4fb379ca0 req-3c8bb2d7-6b49-4b27-bcb2-56c720c32d05 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=6a68f008-f3a9-461f-8488-13d525303c2d HTTP/1.1" status: 200 len: 1098 time: 0.0685306 Apr 08 03:10:44.832986 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-c72fd952-0261-4131-915f-c4b4fb379ca0 req-bf189f71-e345-4a90-9cf1-0681825633cb service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=2c041b20-d90a-404a-9965-923df855b1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333490 Apr 08 03:10:45.007494 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abbdb9f-7ac8-46db-a687-f8a3736f2dab req-f0d9b655-e73a-48df-b19a-ecf9d0251c31 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:10:45.008934 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-4abbdb9f-7ac8-46db-a687-f8a3736f2dab req-f0d9b655-e73a-48df-b19a-ecf9d0251c31 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a68f008-f3a9-461f-8488-13d525303c2d HTTP/1.1" status: 200 len: 945 time: 0.0815766 Apr 08 03:10:45.051769 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-4abbdb9f-7ac8-46db-a687-f8a3736f2dab req-70a5f7af-4749-49f5-97c4-c2cba00f9f87 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] 10.222.0.15 "GET /v2.0/security-groups?id=2c041b20-d90a-404a-9965-923df855b1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371592 Apr 08 03:10:46.238004 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7534021e-7f21-4422-9abe-c9f7cd366ffe req-2fb5cb90-b685-4aca-8c9a-798a29ce785c tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:10:46.239469 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-7534021e-7f21-4422-9abe-c9f7cd366ffe req-2fb5cb90-b685-4aca-8c9a-798a29ce785c tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a68f008-f3a9-461f-8488-13d525303c2d HTTP/1.1" status: 200 len: 945 time: 0.0828269 Apr 08 03:10:46.286666 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-7534021e-7f21-4422-9abe-c9f7cd366ffe req-0f9a88d5-6234-4579-9e84-a288b25f58f9 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] 10.222.0.15 "GET /v2.0/security-groups?id=2c041b20-d90a-404a-9965-923df855b1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412648 Apr 08 03:10:47.466939 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a9752a-1727-41b5-8d4f-72f6fd4c14d0 req-4c19eae5-5a40-4a36-a2a0-3f0671144a30 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:10:47.468388 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-b0a9752a-1727-41b5-8d4f-72f6fd4c14d0 req-4c19eae5-5a40-4a36-a2a0-3f0671144a30 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a68f008-f3a9-461f-8488-13d525303c2d HTTP/1.1" status: 200 len: 945 time: 0.0780962 Apr 08 03:10:47.512698 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-b0a9752a-1727-41b5-8d4f-72f6fd4c14d0 req-1bbc7b4f-2830-48fd-ac00-c8d497e2c63e tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] 10.222.0.15 "GET /v2.0/security-groups?id=2c041b20-d90a-404a-9965-923df855b1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386512 Apr 08 03:10:47.692662 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24af8f4-24eb-48ed-ae05-639180cce0e5 req-1d8c3b7c-4206-4b00-80dd-5b2189502423 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:10:47.694122 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-c24af8f4-24eb-48ed-ae05-639180cce0e5 req-1d8c3b7c-4206-4b00-80dd-5b2189502423 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a68f008-f3a9-461f-8488-13d525303c2d HTTP/1.1" status: 200 len: 945 time: 0.0815306 Apr 08 03:10:47.702999 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.wsgi [-] (87786) accepted ('10.222.0.15', 52194) {{(pid=87786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:10:47.707879 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.v2.base [None req-ceccfcae-c7c2-4824-9601-f8e3a31154c2 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Request body: {'floatingip': {'port_id': '61ee2e6e-c238-4ccf-9f7d-78ddb96e079a'}} {{(pid=87786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 03:10:47.786557 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-ceccfcae-c7c2-4824-9601-f8e3a31154c2 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Notify callbacks [] for floatingip, before_update {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:10:48.458874 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-ceccfcae-c7c2-4824-9601-f8e3a31154c2 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:10:48.511078 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-ceccfcae-c7c2-4824-9601-f8e3a31154c2 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-333402'] for floatingip, after_update {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:10:48.678376 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.db.l3_db [None req-ceccfcae-c7c2-4824-9601-f8e3a31154c2 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Floating IP 2d8c40bf-d200-4507-a7c0-497f1be77775 associated. External IP: 172.28.2.178, port: 61ee2e6e-c238-4ccf-9f7d-78ddb96e079a. Apr 08 03:10:49.024285 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ceccfcae-c7c2-4824-9601-f8e3a31154c2 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Router 4050a539-de50-4aaa-a89d-d5a9942b0afd has already been hosted by L3 agent 70d74887-4404-4f0d-99b3-e017d5637063 {{(pid=87786) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 03:10:49.201650 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ceccfcae-c7c2-4824-9601-f8e3a31154c2 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Notify agent at l3_agent.dv-cinder-837051-1-smb the message routers_updated {{(pid=87786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 03:10:49.205880 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-ceccfcae-c7c2-4824-9601-f8e3a31154c2 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207533'] for floatingip, before_response {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:10:49.211114 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5465c38-1967-4841-ae97-9a47ca26cbe9 None None] Sync routers for ids ['4050a539-de50-4aaa-a89d-d5a9942b0afd'] in dv-cinder-837051-1-smb {{(pid=87789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 03:10:49.221841 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5465c38-1967-4841-ae97-9a47ca26cbe9 None None] Routers {'4050a539-de50-4aaa-a89d-d5a9942b0afd'} bound to L3 agent in host dv-cinder-837051-1-smb {{(pid=87789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 03:10:49.222442 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.l3_hamode_db [None req-e5465c38-1967-4841-ae97-9a47ca26cbe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837051-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T02:46:58Z,description=,heartbeat_timestamp=2022-04-08T03:10:28Z,host='dv-cinder-837051-1-smb',id=70d74887-4404-4f0d-99b3-e017d5637063,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T02:46:59Z,topic='l3_agent')) {'router_ids': ['4050a539-de50-4aaa-a89d-d5a9942b0afd'], 'active': True} {{(pid=87789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 03:10:49.262394 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [None req-ceccfcae-c7c2-4824-9601-f8e3a31154c2 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] 10.222.0.15 "PUT /v2.0/floatingips/2d8c40bf-d200-4507-a7c0-497f1be77775 HTTP/1.1" status: 200 len: 991 time: 1.5583401 Apr 08 03:10:49.262966 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a68f008-f3a9-461f-8488-13d525303c2d', 'tag': '61ee2e6e-c238-4ccf-9f7d-78ddb96e079a'}] {{(pid=87786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 03:10:49.314708 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4f85c2e-b308-4492-9289-08af87625955'] response: {'name': 'network-changed', 'server_uuid': '6a68f008-f3a9-461f-8488-13d525303c2d', 'tag': '61ee2e6e-c238-4ccf-9f7d-78ddb96e079a', 'status': 'completed', 'code': 200} Apr 08 03:10:49.403265 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.l3_dvr_db [None req-e5465c38-1967-4841-ae97-9a47ca26cbe9 None None] Set router 4050a539-de50-4aaa-a89d-d5a9942b0afd gateway port host: dv-cinder-837051-1-smb {{(pid=87789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 03:10:49.424877 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a8429c-af9a-4673-ba5f-0ef5a05dcd32 req-5566f155-7c65-449d-a582-32722a8ab95d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:10:49.426382 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-f4a8429c-af9a-4673-ba5f-0ef5a05dcd32 req-5566f155-7c65-449d-a582-32722a8ab95d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5a3ce4b7e7fd4f29967f633688e46d21&device_id=6a68f008-f3a9-461f-8488-13d525303c2d HTTP/1.1" status: 200 len: 1098 time: 0.0684857 Apr 08 03:10:49.551798 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a8429c-af9a-4673-ba5f-0ef5a05dcd32 req-24b8fbef-a7b0-4618-a409-a84b814549fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:10:49.553202 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-f4a8429c-af9a-4673-ba5f-0ef5a05dcd32 req-24b8fbef-a7b0-4618-a409-a84b814549fb service neutron] 10.222.0.39 "GET /v2.0/networks?id=ba890812-2863-4d70-b21d-0d22eea7ba35 HTTP/1.1" status: 200 len: 916 time: 0.1211128 Apr 08 03:10:49.655641 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-f4a8429c-af9a-4673-ba5f-0ef5a05dcd32 req-ee5464ce-1f2c-47d2-a032-27c73c7dadba service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=61ee2e6e-c238-4ccf-9f7d-78ddb96e079a HTTP/1.1" status: 200 len: 999 time: 0.0957303 Apr 08 03:10:49.714955 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a8429c-af9a-4673-ba5f-0ef5a05dcd32 req-fa8235a2-f854-446d-9c38-82d675917ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:10:49.716518 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-f4a8429c-af9a-4673-ba5f-0ef5a05dcd32 req-fa8235a2-f854-446d-9c38-82d675917ce5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=038e94d4-9a88-4f45-8bb2-7cfeef771b58 HTTP/1.1" status: 200 len: 854 time: 0.0556023 Apr 08 03:10:49.753219 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.l3_hamode_db [None req-e5465c38-1967-4841-ae97-9a47ca26cbe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4050a539-de50-4aaa-a89d-d5a9942b0afd', 'name': 'tempest-AttachVolumeNegativeTest-1509550206-router', 'tenant_id': '5a3ce4b7e7fd4f29967f633688e46d21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'external_fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.124'}], 'enable_snat': True}, 'gw_port_id': '4f7df864-6633-4039-b706-9d452ad65bcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T03:05:09Z', 'updated_at': '2022-04-08T03:05:13Z', 'revision_number': 4, 'project_id': '5a3ce4b7e7fd4f29967f633688e46d21', 'gw_port': {'id': '4f7df864-6633-4039-b706-9d452ad65bcc', 'name': '', 'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:4a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4050a539-de50-4aaa-a89d-d5a9942b0afd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T03:05:10Z', 'updated_at': '2022-04-08T03:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-smb', '_floatingips': [{'id': '2d8c40bf-d200-4507-a7c0-497f1be77775', 'tenant_id': '5a3ce4b7e7fd4f29967f633688e46d21', 'floating_ip_address': '172.28.2.178', 'floating_network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'router_id': '4050a539-de50-4aaa-a89d-d5a9942b0afd', 'port_id': '61ee2e6e-c238-4ccf-9f7d-78ddb96e079a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 645, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba890812-2863-4d70-b21d-0d22eea7ba35', 'mac_address': 'fa:16:3e:6c:33:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a68f008-f3a9-461f-8488-13d525303c2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T03:10:30Z', 'updated_at': '2022-04-08T03:10:48Z', 'revision_number': 1, 'project_id': '5a3ce4b7e7fd4f29967f633688e46d21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff05b249-f992-41f4-9186-089c632e5d2c', 'name': '', 'network_id': 'ba890812-2863-4d70-b21d-0d22eea7ba35', 'tenant_id': '5a3ce4b7e7fd4f29967f633688e46d21', 'mac_address': 'fa:16:3e:5f:86:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4050a539-de50-4aaa-a89d-d5a9942b0afd', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '038e94d4-9a88-4f45-8bb2-7cfeef771b58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T03:05:12Z', 'updated_at': '2022-04-08T03:05:19Z', 'revision_number': 5, 'project_id': '5a3ce4b7e7fd4f29967f633688e46d21', 'subnets': [{'id': '038e94d4-9a88-4f45-8bb2-7cfeef771b58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837051-1-smb', False) {} {{(pid=87789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 03:10:49.757002 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5465c38-1967-4841-ae97-9a47ca26cbe9 None None] Checking router: 4050a539-de50-4aaa-a89d-d5a9942b0afd for host: dv-cinder-837051-1-smb {{(pid=87789) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 03:10:49.766443 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5465c38-1967-4841-ae97-9a47ca26cbe9 None None] Routers {'4050a539-de50-4aaa-a89d-d5a9942b0afd'} bound to L3 agent in host dv-cinder-837051-1-smb {{(pid=87789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 03:10:49.767051 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.l3_hamode_db [None req-e5465c38-1967-4841-ae97-9a47ca26cbe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837051-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T02:46:58Z,description=,heartbeat_timestamp=2022-04-08T03:10:28Z,host='dv-cinder-837051-1-smb',id=70d74887-4404-4f0d-99b3-e017d5637063,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T02:46:59Z,topic='l3_agent')) {'router_ids': ['4050a539-de50-4aaa-a89d-d5a9942b0afd'], 'active': True} {{(pid=87789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 03:10:49.897159 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a8429c-af9a-4673-ba5f-0ef5a05dcd32 req-c8184426-78d3-40f6-bc4f-e711b904362b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:10:49.898506 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-f4a8429c-af9a-4673-ba5f-0ef5a05dcd32 req-c8184426-78d3-40f6-bc4f-e711b904362b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ba890812-2863-4d70-b21d-0d22eea7ba35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1752093 Apr 08 03:10:49.956638 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.l3_dvr_db [None req-e5465c38-1967-4841-ae97-9a47ca26cbe9 None None] Set router 4050a539-de50-4aaa-a89d-d5a9942b0afd gateway port host: dv-cinder-837051-1-smb {{(pid=87789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 03:10:50.030356 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-f4a8429c-af9a-4673-ba5f-0ef5a05dcd32 req-530f0f35-c6d6-4672-8d07-b4b60583ff32 service neutron] 10.222.0.39 "GET /v2.0/networks/ba890812-2863-4d70-b21d-0d22eea7ba35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255753 Apr 08 03:10:50.159479 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-f4a8429c-af9a-4673-ba5f-0ef5a05dcd32 req-20366300-49e6-47e7-962f-452bbd20bc3b service neutron] 10.222.0.39 "GET /v2.0/networks/ba890812-2863-4d70-b21d-0d22eea7ba35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232307 Apr 08 03:10:50.326810 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.l3_hamode_db [None req-e5465c38-1967-4841-ae97-9a47ca26cbe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4050a539-de50-4aaa-a89d-d5a9942b0afd', 'name': 'tempest-AttachVolumeNegativeTest-1509550206-router', 'tenant_id': '5a3ce4b7e7fd4f29967f633688e46d21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'external_fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.124'}], 'enable_snat': True}, 'gw_port_id': '4f7df864-6633-4039-b706-9d452ad65bcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T03:05:09Z', 'updated_at': '2022-04-08T03:05:13Z', 'revision_number': 4, 'project_id': '5a3ce4b7e7fd4f29967f633688e46d21', 'gw_port': {'id': '4f7df864-6633-4039-b706-9d452ad65bcc', 'name': '', 'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:4a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4050a539-de50-4aaa-a89d-d5a9942b0afd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T03:05:10Z', 'updated_at': '2022-04-08T03:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-smb', '_floatingips': [{'id': '2d8c40bf-d200-4507-a7c0-497f1be77775', 'tenant_id': '5a3ce4b7e7fd4f29967f633688e46d21', 'floating_ip_address': '172.28.2.178', 'floating_network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'router_id': '4050a539-de50-4aaa-a89d-d5a9942b0afd', 'port_id': '61ee2e6e-c238-4ccf-9f7d-78ddb96e079a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 645, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba890812-2863-4d70-b21d-0d22eea7ba35', 'mac_address': 'fa:16:3e:6c:33:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a68f008-f3a9-461f-8488-13d525303c2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T03:10:30Z', 'updated_at': '2022-04-08T03:10:48Z', 'revision_number': 1, 'project_id': '5a3ce4b7e7fd4f29967f633688e46d21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff05b249-f992-41f4-9186-089c632e5d2c', 'name': '', 'network_id': 'ba890812-2863-4d70-b21d-0d22eea7ba35', 'tenant_id': '5a3ce4b7e7fd4f29967f633688e46d21', 'mac_address': 'fa:16:3e:5f:86:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4050a539-de50-4aaa-a89d-d5a9942b0afd', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '038e94d4-9a88-4f45-8bb2-7cfeef771b58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T03:05:12Z', 'updated_at': '2022-04-08T03:05:19Z', 'revision_number': 5, 'project_id': '5a3ce4b7e7fd4f29967f633688e46d21', 'subnets': [{'id': '038e94d4-9a88-4f45-8bb2-7cfeef771b58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837051-1-smb', False) {} {{(pid=87789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 03:10:50.330866 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5465c38-1967-4841-ae97-9a47ca26cbe9 None None] The sync data for ids ['4050a539-de50-4aaa-a89d-d5a9942b0afd'] in dv-cinder-837051-1-smb is: [{'id': '4050a539-de50-4aaa-a89d-d5a9942b0afd', 'name': 'tempest-AttachVolumeNegativeTest-1509550206-router', 'tenant_id': '5a3ce4b7e7fd4f29967f633688e46d21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'external_fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.124'}], 'enable_snat': True}, 'gw_port_id': '4f7df864-6633-4039-b706-9d452ad65bcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T03:05:09Z', 'updated_at': '2022-04-08T03:05:13Z', 'revision_number': 4, 'project_id': '5a3ce4b7e7fd4f29967f633688e46d21', 'gw_port': {'id': '4f7df864-6633-4039-b706-9d452ad65bcc', 'name': '', 'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:4a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4050a539-de50-4aaa-a89d-d5a9942b0afd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T03:05:10Z', 'updated_at': '2022-04-08T03:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-smb', '_floatingips': [{'id': '2d8c40bf-d200-4507-a7c0-497f1be77775', 'tenant_id': '5a3ce4b7e7fd4f29967f633688e46d21', 'floating_ip_address': '172.28.2.178', 'floating_network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'router_id': '4050a539-de50-4aaa-a89d-d5a9942b0afd', 'port_id': '61ee2e6e-c238-4ccf-9f7d-78ddb96e079a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 645, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba890812-2863-4d70-b21d-0d22eea7ba35', 'mac_address': 'fa:16:3e:6c:33:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a68f008-f3a9-461f-8488-13d525303c2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T03:10:30Z', 'updated_at': '2022-04-08T03:10:48Z', 'revision_number': 1, 'project_id': '5a3ce4b7e7fd4f29967f633688e46d21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff05b249-f992-41f4-9186-089c632e5d2c', 'name': '', 'network_id': 'ba890812-2863-4d70-b21d-0d22eea7ba35', 'tenant_id': '5a3ce4b7e7fd4f29967f633688e46d21', 'mac_address': 'fa:16:3e:5f:86:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4050a539-de50-4aaa-a89d-d5a9942b0afd', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '038e94d4-9a88-4f45-8bb2-7cfeef771b58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T03:05:12Z', 'updated_at': '2022-04-08T03:05:19Z', 'revision_number': 5, 'project_id': '5a3ce4b7e7fd4f29967f633688e46d21', 'subnets': [{'id': '038e94d4-9a88-4f45-8bb2-7cfeef771b58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 03:10:50.518763 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-086af8b2-3462-48e1-8061-e0fa0942dc9f None None] New status for floating IP 2d8c40bf-d200-4507-a7c0-497f1be77775: ACTIVE {{(pid=87788) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 03:10:55.889285 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-8ca74963-e9b7-4d96-abe0-d5c86c5c547b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:10:58.294950 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-9b1f9844-da9e-49a7-bbb3-0a91aca3a270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:10:59.182630 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-ef00a636-a289-418c-ab96-90866b017a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:10:59.288989 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:11:00.663783 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-0700d8e1-2fb2-4ab8-b601-2cbd26aa24a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:11:08.725273 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.agents_db [None req-78530461-7b12-4524-9e6e-3e4de8d78fc4 None None] Agent healthcheck: found 6 active agents {{(pid=87789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 03:11:09.259159 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:11:22.396694 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-f39cdafd-04c4-4e2c-b442-afa99e333c39 req-d1d272d7-a47c-4110-8604-c367f20d1685 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=6a68f008-f3a9-461f-8488-13d525303c2d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0664365 Apr 08 03:11:22.549473 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39cdafd-04c4-4e2c-b442-afa99e333c39 req-9cd89493-915f-4bd1-a608-ed1950b3e766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:11:22.550905 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-f39cdafd-04c4-4e2c-b442-afa99e333c39 req-9cd89493-915f-4bd1-a608-ed1950b3e766 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5a3ce4b7e7fd4f29967f633688e46d21&device_id=6a68f008-f3a9-461f-8488-13d525303c2d HTTP/1.1" status: 200 len: 1098 time: 0.0725770 Apr 08 03:11:22.697545 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39cdafd-04c4-4e2c-b442-afa99e333c39 req-8e5fa88c-56a4-4d03-91a2-02e450c08ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:11:22.698946 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-f39cdafd-04c4-4e2c-b442-afa99e333c39 req-8e5fa88c-56a4-4d03-91a2-02e450c08ee7 service neutron] 10.222.0.39 "GET /v2.0/networks?id=ba890812-2863-4d70-b21d-0d22eea7ba35 HTTP/1.1" status: 200 len: 916 time: 0.1295609 Apr 08 03:11:22.799155 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-f39cdafd-04c4-4e2c-b442-afa99e333c39 req-9731f449-1c5e-400e-a270-a7d1233dea41 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=61ee2e6e-c238-4ccf-9f7d-78ddb96e079a HTTP/1.1" status: 200 len: 1001 time: 0.0943263 Apr 08 03:11:22.858189 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39cdafd-04c4-4e2c-b442-afa99e333c39 req-70447cd4-7cd5-42bb-8f99-e381762bbb70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:11:22.859561 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-f39cdafd-04c4-4e2c-b442-afa99e333c39 req-70447cd4-7cd5-42bb-8f99-e381762bbb70 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=038e94d4-9a88-4f45-8bb2-7cfeef771b58 HTTP/1.1" status: 200 len: 854 time: 0.0552003 Apr 08 03:11:22.934691 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39cdafd-04c4-4e2c-b442-afa99e333c39 req-782b8a37-c5e9-41bb-b9e5-b0407a2000b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:11:22.936110 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-f39cdafd-04c4-4e2c-b442-afa99e333c39 req-782b8a37-c5e9-41bb-b9e5-b0407a2000b0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ba890812-2863-4d70-b21d-0d22eea7ba35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0705550 Apr 08 03:11:23.063944 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-f39cdafd-04c4-4e2c-b442-afa99e333c39 req-daf4fb39-0fab-47a6-8a88-033421e89f73 service neutron] 10.222.0.39 "GET /v2.0/networks/ba890812-2863-4d70-b21d-0d22eea7ba35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218324 Apr 08 03:11:23.190965 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-f39cdafd-04c4-4e2c-b442-afa99e333c39 req-a7337f31-0e1f-4493-949a-a4575590b933 service neutron] 10.222.0.39 "GET /v2.0/networks/ba890812-2863-4d70-b21d-0d22eea7ba35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216204 Apr 08 03:11:25.859464 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-df360edc-1165-4aa0-bc25-1d4e279c6435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:11:28.287003 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7b37c880-c651-4e8b-8b54-44596b731a4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:11:29.189666 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-ef00a636-a289-418c-ab96-90866b017a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:11:29.246946 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:11:30.603169 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-0700d8e1-2fb2-4ab8-b601-2cbd26aa24a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:11:39.276699 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:11:45.724472 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.agents_db [None req-78530461-7b12-4524-9e6e-3e4de8d78fc4 None None] Agent healthcheck: found 6 active agents {{(pid=87789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 03:11:55.881627 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-eff3b165-9576-4a2a-be81-08cbaa0cdb21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:11:58.304924 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-290bab6f-ad1d-40d6-9de3-98438cd37de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:11:59.183557 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-ef00a636-a289-418c-ab96-90866b017a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:11:59.282191 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:12:00.641614 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-0700d8e1-2fb2-4ab8-b601-2cbd26aa24a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:12:02.053159 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d515067e-3ff0-407e-b990-c5dd348afa6c req-3b04b60f-ecab-46c4-bf3d-5dd97b4d89c9 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:12:02.054590 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-d515067e-3ff0-407e-b990-c5dd348afa6c req-3b04b60f-ecab-46c4-bf3d-5dd97b4d89c9 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a68f008-f3a9-461f-8488-13d525303c2d HTTP/1.1" status: 200 len: 945 time: 0.0776517 Apr 08 03:12:02.097511 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-d515067e-3ff0-407e-b990-c5dd348afa6c req-5d771f1a-5022-4b81-93c7-5d68f241122f tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] 10.222.0.15 "GET /v2.0/security-groups?id=2c041b20-d90a-404a-9965-923df855b1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367153 Apr 08 03:12:03.293135 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48399696-beeb-4932-adf8-0b143edd6af6 req-9a1fa86d-7b18-4eda-a2a5-0a7cc320fad4 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:12:03.294570 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-48399696-beeb-4932-adf8-0b143edd6af6 req-9a1fa86d-7b18-4eda-a2a5-0a7cc320fad4 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a68f008-f3a9-461f-8488-13d525303c2d HTTP/1.1" status: 200 len: 945 time: 0.0859971 Apr 08 03:12:03.338409 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-48399696-beeb-4932-adf8-0b143edd6af6 req-3338f4e1-e15e-4464-bb22-f80499756fcf tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] 10.222.0.15 "GET /v2.0/security-groups?id=2c041b20-d90a-404a-9965-923df855b1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381277 Apr 08 03:12:03.967023 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19499cff-a117-4b6d-8be4-19145e103202 req-d1f72ea2-df81-4b1a-9535-64e02d0077ca tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:12:03.968454 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-19499cff-a117-4b6d-8be4-19145e103202 req-d1f72ea2-df81-4b1a-9535-64e02d0077ca tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] 10.222.0.39 "GET /v2.0/ports?device_id=6a68f008-f3a9-461f-8488-13d525303c2d HTTP/1.1" status: 200 len: 945 time: 0.0772495 Apr 08 03:12:04.039755 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.plugin [req-19499cff-a117-4b6d-8be4-19145e103202 req-ba1f4cf2-0510-43ed-81b4-0f82b9f21dcd tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Deleting port 61ee2e6e-c238-4ccf-9f7d-78ddb96e079a {{(pid=87786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 03:12:04.040090 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [req-19499cff-a117-4b6d-8be4-19145e103202 req-ba1f4cf2-0510-43ed-81b4-0f82b9f21dcd tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762847207940'] for port, before_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:12:04.375722 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.db [req-19499cff-a117-4b6d-8be4-19145e103202 req-ba1f4cf2-0510-43ed-81b4-0f82b9f21dcd tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] For port 61ee2e6e-c238-4ccf-9f7d-78ddb96e079a, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=61ee2e6e-c238-4ccf-9f7d-78ddb96e079a,segment=NetworkSegment(d5f53efa-6cf9-4846-830a-bc164d0ac2a3),segment_id=d5f53efa-6cf9-4846-830a-bc164d0ac2a3)] {{(pid=87786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 03:12:04.376891 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [req-19499cff-a117-4b6d-8be4-19145e103202 req-ba1f4cf2-0510-43ed-81b4-0f82b9f21dcd tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334124'] for port, precommit_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:12:04.703489 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11882501-a450-467c-95ac-d4e0c075f788 req-0540e41c-e2d2-4a6d-8db9-0634a48ca725 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:12:04.704909 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-11882501-a450-467c-95ac-d4e0c075f788 req-0540e41c-e2d2-4a6d-8db9-0634a48ca725 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a68f008-f3a9-461f-8488-13d525303c2d HTTP/1.1" status: 200 len: 945 time: 0.2546854 Apr 08 03:12:04.740466 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [req-19499cff-a117-4b6d-8be4-19145e103202 req-ba1f4cf2-0510-43ed-81b4-0f82b9f21dcd tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:12:04.740826 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [req-19499cff-a117-4b6d-8be4-19145e103202 req-ba1f4cf2-0510-43ed-81b4-0f82b9f21dcd tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-333402'] for floatingip, after_update {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:12:04.741133 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.db.l3_db [req-19499cff-a117-4b6d-8be4-19145e103202 req-ba1f4cf2-0510-43ed-81b4-0f82b9f21dcd tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Floating IP 2d8c40bf-d200-4507-a7c0-497f1be77775 disassociated. External IP: 172.28.2.178, port: 61ee2e6e-c238-4ccf-9f7d-78ddb96e079a. Apr 08 03:12:04.741466 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.plugin [req-19499cff-a117-4b6d-8be4-19145e103202 req-ba1f4cf2-0510-43ed-81b4-0f82b9f21dcd tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Calling delete_port for 61ee2e6e-c238-4ccf-9f7d-78ddb96e079a owned by compute:nova {{(pid=87786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 03:12:04.801841 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-11882501-a450-467c-95ac-d4e0c075f788 req-2818ee10-af69-4c5f-b2a2-90fc8abc78f1 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] 10.222.0.15 "GET /v2.0/security-groups?id=2c041b20-d90a-404a-9965-923df855b1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901017 Apr 08 03:12:04.967330 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [req-19499cff-a117-4b6d-8be4-19145e103202 req-ba1f4cf2-0510-43ed-81b4-0f82b9f21dcd tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762847213038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762846864689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2754409'] for port, after_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:12:05.019426 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1f4cf2-0510-43ed-81b4-0f82b9f21dcd tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Pushing event deleted for resources: {'Port': ['ID=61ee2e6e-c238-4ccf-9f7d-78ddb96e079a,revision_number=None']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:12:05.029275 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1f4cf2-0510-43ed-81b4-0f82b9f21dcd tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:12:05.029625 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1f4cf2-0510-43ed-81b4-0f82b9f21dcd tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:12:05.029965 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1f4cf2-0510-43ed-81b4-0f82b9f21dcd tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:12:05.030302 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1f4cf2-0510-43ed-81b4-0f82b9f21dcd tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:12:05.030631 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1f4cf2-0510-43ed-81b4-0f82b9f21dcd tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:12:05.030962 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1f4cf2-0510-43ed-81b4-0f82b9f21dcd tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:12:05.031319 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1f4cf2-0510-43ed-81b4-0f82b9f21dcd tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:12:05.031647 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1f4cf2-0510-43ed-81b4-0f82b9f21dcd tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:12:05.031975 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1f4cf2-0510-43ed-81b4-0f82b9f21dcd tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:12:05.032301 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1f4cf2-0510-43ed-81b4-0f82b9f21dcd tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:12:05.032622 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1f4cf2-0510-43ed-81b4-0f82b9f21dcd tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:12:05.032944 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1f4cf2-0510-43ed-81b4-0f82b9f21dcd tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:12:05.210750 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.scheduler.l3_agent_scheduler [req-19499cff-a117-4b6d-8be4-19145e103202 req-ba1f4cf2-0510-43ed-81b4-0f82b9f21dcd tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Router 4050a539-de50-4aaa-a89d-d5a9942b0afd has already been hosted by L3 agent 70d74887-4404-4f0d-99b3-e017d5637063 {{(pid=87786) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 03:12:05.387322 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-19499cff-a117-4b6d-8be4-19145e103202 req-ba1f4cf2-0510-43ed-81b4-0f82b9f21dcd tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Notify agent at l3_agent.dv-cinder-837051-1-smb the message routers_updated {{(pid=87786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 03:12:05.397559 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7884a1a3-5063-4ce6-a8c0-9307f7cd41c1 None None] Sync routers for ids ['4050a539-de50-4aaa-a89d-d5a9942b0afd'] in dv-cinder-837051-1-smb {{(pid=87789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 03:12:05.411378 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7884a1a3-5063-4ce6-a8c0-9307f7cd41c1 None None] Routers {'4050a539-de50-4aaa-a89d-d5a9942b0afd'} bound to L3 agent in host dv-cinder-837051-1-smb {{(pid=87789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 03:12:05.411980 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.l3_hamode_db [None req-7884a1a3-5063-4ce6-a8c0-9307f7cd41c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837051-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T02:46:58Z,description=,heartbeat_timestamp=2022-04-08T03:11:58Z,host='dv-cinder-837051-1-smb',id=70d74887-4404-4f0d-99b3-e017d5637063,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T02:46:59Z,topic='l3_agent')) {'router_ids': ['4050a539-de50-4aaa-a89d-d5a9942b0afd'], 'active': True} {{(pid=87789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 03:12:05.468188 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.l3_dvrscheduler_db [req-19499cff-a117-4b6d-8be4-19145e103202 req-ba1f4cf2-0510-43ed-81b4-0f82b9f21dcd tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] No DVR routers for this DVR port 61ee2e6e-c238-4ccf-9f7d-78ddb96e079a on host hv-cinder-83705 {{(pid=87786) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 03:12:05.470666 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [req-19499cff-a117-4b6d-8be4-19145e103202 req-ba1f4cf2-0510-43ed-81b4-0f82b9f21dcd tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207533'] for port, before_response {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:12:05.477708 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a68f008-f3a9-461f-8488-13d525303c2d', 'name': 'network-vif-deleted', 'tag': '61ee2e6e-c238-4ccf-9f7d-78ddb96e079a'}] {{(pid=87786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 03:12:05.529555 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1ba1591-74da-45c9-9d1c-44533ace1359'] response: {'server_uuid': '6a68f008-f3a9-461f-8488-13d525303c2d', 'name': 'network-vif-deleted', 'tag': '61ee2e6e-c238-4ccf-9f7d-78ddb96e079a', 'status': 'completed', 'code': 200} Apr 08 03:12:05.591340 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-19499cff-a117-4b6d-8be4-19145e103202 req-ba1f4cf2-0510-43ed-81b4-0f82b9f21dcd tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] 10.222.0.39 "DELETE /v2.0/ports/61ee2e6e-c238-4ccf-9f7d-78ddb96e079a HTTP/1.1" status: 204 len: 173 time: 1.6172845 Apr 08 03:12:05.591873 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.l3_dvr_db [None req-7884a1a3-5063-4ce6-a8c0-9307f7cd41c1 None None] Set router 4050a539-de50-4aaa-a89d-d5a9942b0afd gateway port host: dv-cinder-837051-1-smb {{(pid=87789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 03:12:05.916310 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.l3_hamode_db [None req-7884a1a3-5063-4ce6-a8c0-9307f7cd41c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4050a539-de50-4aaa-a89d-d5a9942b0afd', 'name': 'tempest-AttachVolumeNegativeTest-1509550206-router', 'tenant_id': '5a3ce4b7e7fd4f29967f633688e46d21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'external_fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.124'}], 'enable_snat': True}, 'gw_port_id': '4f7df864-6633-4039-b706-9d452ad65bcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T03:05:09Z', 'updated_at': '2022-04-08T03:05:13Z', 'revision_number': 4, 'project_id': '5a3ce4b7e7fd4f29967f633688e46d21', 'gw_port': {'id': '4f7df864-6633-4039-b706-9d452ad65bcc', 'name': '', 'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:4a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4050a539-de50-4aaa-a89d-d5a9942b0afd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T03:05:10Z', 'updated_at': '2022-04-08T03:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-smb', '_interfaces': [{'id': 'ff05b249-f992-41f4-9186-089c632e5d2c', 'name': '', 'network_id': 'ba890812-2863-4d70-b21d-0d22eea7ba35', 'tenant_id': '5a3ce4b7e7fd4f29967f633688e46d21', 'mac_address': 'fa:16:3e:5f:86:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4050a539-de50-4aaa-a89d-d5a9942b0afd', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '038e94d4-9a88-4f45-8bb2-7cfeef771b58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T03:05:12Z', 'updated_at': '2022-04-08T03:05:19Z', 'revision_number': 5, 'project_id': '5a3ce4b7e7fd4f29967f633688e46d21', 'subnets': [{'id': '038e94d4-9a88-4f45-8bb2-7cfeef771b58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837051-1-smb', False) {} {{(pid=87789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 03:12:05.920106 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7884a1a3-5063-4ce6-a8c0-9307f7cd41c1 None None] Checking router: 4050a539-de50-4aaa-a89d-d5a9942b0afd for host: dv-cinder-837051-1-smb {{(pid=87789) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 03:12:05.928358 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7884a1a3-5063-4ce6-a8c0-9307f7cd41c1 None None] Routers {'4050a539-de50-4aaa-a89d-d5a9942b0afd'} bound to L3 agent in host dv-cinder-837051-1-smb {{(pid=87789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 03:12:05.928945 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.l3_hamode_db [None req-7884a1a3-5063-4ce6-a8c0-9307f7cd41c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837051-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T02:46:58Z,description=,heartbeat_timestamp=2022-04-08T03:11:58Z,host='dv-cinder-837051-1-smb',id=70d74887-4404-4f0d-99b3-e017d5637063,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T02:46:59Z,topic='l3_agent')) {'router_ids': ['4050a539-de50-4aaa-a89d-d5a9942b0afd'], 'active': True} {{(pid=87789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 03:12:05.964118 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [req-e0323324-35a9-4234-a864-8776c95e6a95 req-7ec1b660-8415-47ad-8a30-ea6555abb865 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Synchronizing usage tracker for tenant:5a3ce4b7e7fd4f29967f633688e46d21 on resource:port {{(pid=87786) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 03:12:06.036297 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [req-e0323324-35a9-4234-a864-8776c95e6a95 req-7ec1b660-8415-47ad-8a30-ea6555abb865 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Unset dirty status for tenant:5a3ce4b7e7fd4f29967f633688e46d21 on resource:port {{(pid=87786) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 03:12:06.037468 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-e0323324-35a9-4234-a864-8776c95e6a95 req-7ec1b660-8415-47ad-8a30-ea6555abb865 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a68f008-f3a9-461f-8488-13d525303c2d HTTP/1.1" status: 200 len: 210 time: 0.1138785 Apr 08 03:12:06.105021 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.l3_dvr_db [None req-7884a1a3-5063-4ce6-a8c0-9307f7cd41c1 None None] Set router 4050a539-de50-4aaa-a89d-d5a9942b0afd gateway port host: dv-cinder-837051-1-smb {{(pid=87789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 03:12:06.440789 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.l3_hamode_db [None req-7884a1a3-5063-4ce6-a8c0-9307f7cd41c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4050a539-de50-4aaa-a89d-d5a9942b0afd', 'name': 'tempest-AttachVolumeNegativeTest-1509550206-router', 'tenant_id': '5a3ce4b7e7fd4f29967f633688e46d21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'external_fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.124'}], 'enable_snat': True}, 'gw_port_id': '4f7df864-6633-4039-b706-9d452ad65bcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T03:05:09Z', 'updated_at': '2022-04-08T03:05:13Z', 'revision_number': 4, 'project_id': '5a3ce4b7e7fd4f29967f633688e46d21', 'gw_port': {'id': '4f7df864-6633-4039-b706-9d452ad65bcc', 'name': '', 'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:4a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4050a539-de50-4aaa-a89d-d5a9942b0afd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T03:05:10Z', 'updated_at': '2022-04-08T03:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-smb', '_interfaces': [{'id': 'ff05b249-f992-41f4-9186-089c632e5d2c', 'name': '', 'network_id': 'ba890812-2863-4d70-b21d-0d22eea7ba35', 'tenant_id': '5a3ce4b7e7fd4f29967f633688e46d21', 'mac_address': 'fa:16:3e:5f:86:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4050a539-de50-4aaa-a89d-d5a9942b0afd', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '038e94d4-9a88-4f45-8bb2-7cfeef771b58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T03:05:12Z', 'updated_at': '2022-04-08T03:05:19Z', 'revision_number': 5, 'project_id': '5a3ce4b7e7fd4f29967f633688e46d21', 'subnets': [{'id': '038e94d4-9a88-4f45-8bb2-7cfeef771b58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837051-1-smb', False) {} {{(pid=87789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 03:12:06.444564 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7884a1a3-5063-4ce6-a8c0-9307f7cd41c1 None None] The sync data for ids ['4050a539-de50-4aaa-a89d-d5a9942b0afd'] in dv-cinder-837051-1-smb is: [{'id': '4050a539-de50-4aaa-a89d-d5a9942b0afd', 'name': 'tempest-AttachVolumeNegativeTest-1509550206-router', 'tenant_id': '5a3ce4b7e7fd4f29967f633688e46d21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'external_fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.124'}], 'enable_snat': True}, 'gw_port_id': '4f7df864-6633-4039-b706-9d452ad65bcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T03:05:09Z', 'updated_at': '2022-04-08T03:05:13Z', 'revision_number': 4, 'project_id': '5a3ce4b7e7fd4f29967f633688e46d21', 'gw_port': {'id': '4f7df864-6633-4039-b706-9d452ad65bcc', 'name': '', 'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:4a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4050a539-de50-4aaa-a89d-d5a9942b0afd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T03:05:10Z', 'updated_at': '2022-04-08T03:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-smb', '_interfaces': [{'id': 'ff05b249-f992-41f4-9186-089c632e5d2c', 'name': '', 'network_id': 'ba890812-2863-4d70-b21d-0d22eea7ba35', 'tenant_id': '5a3ce4b7e7fd4f29967f633688e46d21', 'mac_address': 'fa:16:3e:5f:86:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4050a539-de50-4aaa-a89d-d5a9942b0afd', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '038e94d4-9a88-4f45-8bb2-7cfeef771b58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T03:05:12Z', 'updated_at': '2022-04-08T03:05:19Z', 'revision_number': 5, 'project_id': '5a3ce4b7e7fd4f29967f633688e46d21', 'subnets': [{'id': '038e94d4-9a88-4f45-8bb2-7cfeef771b58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 03:12:06.483202 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Device 61ee2e6e-c238-4ccf-9f7d-78ddb96e079a no longer exists at agent hyperv_hv-cinder-83705 {{(pid=87788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 03:12:06.519573 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.plugin [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] No Port match for: 61ee2e6e-c238-4ccf-9f7d-78ddb96e079a {{(pid=87788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 03:12:06.519915 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Device 61ee2e6e-c238-4ccf-9f7d-78ddb96e079a not bound to the agent host hv-cinder-83705 {{(pid=87788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 03:12:06.666901 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8217806b-d3bc-458e-9f79-d3eaa61b1c4c None None] New status for floating IP 2d8c40bf-d200-4507-a7c0-497f1be77775: DOWN {{(pid=87788) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 03:12:07.172570 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.wsgi [req-7e8ab1d1-50a0-4720-a706-802b5d2c1be6 req-24df07b1-c608-4f5e-929d-24a6a64b834a service neutron] (87786) timed out ('10.222.0.39', 62011) {{(pid=87786) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 08 03:12:07.201541 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.wsgi [-] (87786) accepted ('10.222.0.15', 52292) {{(pid=87786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:12:07.267726 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-815fb160-0eef-47dd-8827-579f4e6877b5 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Notify callbacks [] for security_group, before_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:12:07.298878 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-815fb160-0eef-47dd-8827-579f4e6877b5 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:12:07.406112 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-815fb160-0eef-47dd-8827-579f4e6877b5 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:12:07.424895 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815fb160-0eef-47dd-8827-579f4e6877b5 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c041b20-d90a-404a-9965-923df855b1ee,revision_number=None']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:12:07.431730 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-815fb160-0eef-47dd-8827-579f4e6877b5 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Notify callbacks [] for security_group, before_response {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:12:07.432821 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [None req-815fb160-0eef-47dd-8827-579f4e6877b5 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] 10.222.0.15 "DELETE /v2.0/security-groups/2c041b20-d90a-404a-9965-923df855b1ee HTTP/1.1" status: 204 len: 168 time: 0.2303336 Apr 08 03:12:07.435637 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 52296) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:12:07.539765 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.api.v2.resource [None req-d80b2540-2b76-4c95-b40d-1a7cefd428fd tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] show failed (client error): The resource could not be found. Apr 08 03:12:07.540791 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-d80b2540-2b76-4c95-b40d-1a7cefd428fd tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] 10.222.0.15 "GET /v2.0/security-groups/2c041b20-d90a-404a-9965-923df855b1ee HTTP/1.1" status: 404 len: 347 time: 0.1041830 Apr 08 03:12:07.543697 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 52300) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:12:07.701126 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.plugins.ml2.plugin [None req-00ef2ffd-dc65-4678-9640-a08f857bf5b0 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Deleting port 114886c3-083d-40b3-94fa-3a4d9abda418 {{(pid=87787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 03:12:07.701379 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-00ef2ffd-dc65-4678-9640-a08f857bf5b0 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762847207940'] for port, before_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:12:07.867174 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-00ef2ffd-dc65-4678-9640-a08f857bf5b0 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334124'] for port, precommit_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:12:07.868443 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-00ef2ffd-dc65-4678-9640-a08f857bf5b0 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:12:07.990532 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.plugins.ml2.plugin [None req-00ef2ffd-dc65-4678-9640-a08f857bf5b0 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Calling delete_port for 114886c3-083d-40b3-94fa-3a4d9abda418 owned by network:floatingip {{(pid=87787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 03:12:08.247553 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-00ef2ffd-dc65-4678-9640-a08f857bf5b0 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762847213038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762846864689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3006662'] for port, after_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:12:08.292834 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ef2ffd-dc65-4678-9640-a08f857bf5b0 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Pushing event deleted for resources: {'Port': ['ID=114886c3-083d-40b3-94fa-3a4d9abda418,revision_number=None']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:12:08.336924 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ef2ffd-dc65-4678-9640-a08f857bf5b0 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:12:08.337155 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ef2ffd-dc65-4678-9640-a08f857bf5b0 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:12:08.337492 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ef2ffd-dc65-4678-9640-a08f857bf5b0 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:12:08.337825 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ef2ffd-dc65-4678-9640-a08f857bf5b0 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:12:08.338153 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ef2ffd-dc65-4678-9640-a08f857bf5b0 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:12:08.338480 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ef2ffd-dc65-4678-9640-a08f857bf5b0 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:12:08.338811 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ef2ffd-dc65-4678-9640-a08f857bf5b0 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:12:08.339132 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ef2ffd-dc65-4678-9640-a08f857bf5b0 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:12:08.339478 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ef2ffd-dc65-4678-9640-a08f857bf5b0 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:12:08.339799 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ef2ffd-dc65-4678-9640-a08f857bf5b0 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:12:08.340121 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ef2ffd-dc65-4678-9640-a08f857bf5b0 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:12:08.340437 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ef2ffd-dc65-4678-9640-a08f857bf5b0 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:12:08.394975 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-00ef2ffd-dc65-4678-9640-a08f857bf5b0 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Notify callbacks [] for floatingip, after_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:12:08.474594 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-00ef2ffd-dc65-4678-9640-a08f857bf5b0 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207533'] for floatingip, before_response {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:12:08.475761 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-00ef2ffd-dc65-4678-9640-a08f857bf5b0 tempest-AttachVolumeNegativeTest-707001697 tempest-AttachVolumeNegativeTest-707001697-project] 10.222.0.15 "DELETE /v2.0/floatingips/2d8c40bf-d200-4507-a7c0-497f1be77775 HTTP/1.1" status: 204 len: 168 time: 0.9312041 Apr 08 03:12:09.258453 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:12:13.043857 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.wsgi [-] (87786) accepted ('10.222.0.15', 52338) {{(pid=87786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:12:13.777233 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-213ec4f0-75d4-48c3-9e09-04d71c25941c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-333100'] for router_interface, before_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:12:14.112238 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.plugin [None req-213ec4f0-75d4-48c3-9e09-04d71c25941c admin admin] Deleting port ff05b249-f992-41f4-9186-089c632e5d2c {{(pid=87786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 03:12:14.112936 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-213ec4f0-75d4-48c3-9e09-04d71c25941c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762847207940'] for port, before_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:12:14.284419 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.db [None req-213ec4f0-75d4-48c3-9e09-04d71c25941c admin admin] For port ff05b249-f992-41f4-9186-089c632e5d2c, host dv-cinder-837051-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837051-1-smb',level=0,port_id=ff05b249-f992-41f4-9186-089c632e5d2c,segment=NetworkSegment(d5f53efa-6cf9-4846-830a-bc164d0ac2a3),segment_id=d5f53efa-6cf9-4846-830a-bc164d0ac2a3)] {{(pid=87786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 03:12:14.284775 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-213ec4f0-75d4-48c3-9e09-04d71c25941c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334124'] for port, precommit_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:12:14.403564 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.plugin [None req-213ec4f0-75d4-48c3-9e09-04d71c25941c admin admin] Calling delete_port for ff05b249-f992-41f4-9186-089c632e5d2c owned by network:router_interface {{(pid=87786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 03:12:14.647192 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-213ec4f0-75d4-48c3-9e09-04d71c25941c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762847213038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762846864689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2754409'] for port, after_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:12:14.692930 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213ec4f0-75d4-48c3-9e09-04d71c25941c admin admin] Pushing event deleted for resources: {'Port': ['ID=ff05b249-f992-41f4-9186-089c632e5d2c,revision_number=None']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:12:15.070960 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-213ec4f0-75d4-48c3-9e09-04d71c25941c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-333232'] for router_interface, after_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:12:15.426969 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-213ec4f0-75d4-48c3-9e09-04d71c25941c admin admin] Router 4050a539-de50-4aaa-a89d-d5a9942b0afd has already been hosted by L3 agent 70d74887-4404-4f0d-99b3-e017d5637063 {{(pid=87786) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 08 03:12:15.603871 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-213ec4f0-75d4-48c3-9e09-04d71c25941c admin admin] Notify agent at l3_agent.dv-cinder-837051-1-smb the message routers_updated {{(pid=87786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 08 03:12:15.612400 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f2cd217-2ae2-41f6-9843-ea575b8ef787 None None] Sync routers for ids ['4050a539-de50-4aaa-a89d-d5a9942b0afd'] in dv-cinder-837051-1-smb {{(pid=87789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 03:12:15.618708 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [None req-213ec4f0-75d4-48c3-9e09-04d71c25941c admin admin] 10.222.0.15 "PUT /v2.0/routers/4050a539-de50-4aaa-a89d-d5a9942b0afd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5737731 Apr 08 03:12:15.619432 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 52344) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:12:15.626355 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2cd217-2ae2-41f6-9843-ea575b8ef787 None None] Routers {'4050a539-de50-4aaa-a89d-d5a9942b0afd'} bound to L3 agent in host dv-cinder-837051-1-smb {{(pid=87789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 03:12:15.627211 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.l3_hamode_db [None req-0f2cd217-2ae2-41f6-9843-ea575b8ef787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837051-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T02:46:58Z,description=,heartbeat_timestamp=2022-04-08T03:11:58Z,host='dv-cinder-837051-1-smb',id=70d74887-4404-4f0d-99b3-e017d5637063,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T02:46:59Z,topic='l3_agent')) {'router_ids': ['4050a539-de50-4aaa-a89d-d5a9942b0afd'], 'active': True} {{(pid=87789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 03:12:15.793200 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-4fea76ff-60bf-43c3-aeca-4e0677275ec2 admin admin] Notify callbacks [] for router, before_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:12:15.801411 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.l3_dvr_db [None req-0f2cd217-2ae2-41f6-9843-ea575b8ef787 None None] Set router 4050a539-de50-4aaa-a89d-d5a9942b0afd gateway port host: dv-cinder-837051-1-smb {{(pid=87789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 03:12:15.962193 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-4fea76ff-60bf-43c3-aeca-4e0677275ec2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:12:16.030012 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.plugins.ml2.plugin [None req-4fea76ff-60bf-43c3-aeca-4e0677275ec2 admin admin] Deleting port 4f7df864-6633-4039-b706-9d452ad65bcc {{(pid=87787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 03:12:16.030349 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-4fea76ff-60bf-43c3-aeca-4e0677275ec2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762847207940'] for port, before_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:12:16.076667 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.l3_hamode_db [None req-0f2cd217-2ae2-41f6-9843-ea575b8ef787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4050a539-de50-4aaa-a89d-d5a9942b0afd', 'name': 'tempest-AttachVolumeNegativeTest-1509550206-router', 'tenant_id': '5a3ce4b7e7fd4f29967f633688e46d21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'external_fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.124'}], 'enable_snat': True}, 'gw_port_id': '4f7df864-6633-4039-b706-9d452ad65bcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T03:05:09Z', 'updated_at': '2022-04-08T03:12:14Z', 'revision_number': 5, 'project_id': '5a3ce4b7e7fd4f29967f633688e46d21', 'gw_port': {'id': '4f7df864-6633-4039-b706-9d452ad65bcc', 'name': '', 'network_id': '98d1e709-75a7-4f60-9ef6-cd80d5a9207b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:4a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4050a539-de50-4aaa-a89d-d5a9942b0afd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'ip_address': '172.28.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T03:05:10Z', 'updated_at': '2022-04-08T03:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cdd7e012-314b-49de-85b2-875de1f002d2', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-smb'}], 'dv-cinder-837051-1-smb', False) {} {{(pid=87789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 03:12:16.080484 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f2cd217-2ae2-41f6-9843-ea575b8ef787 None None] Checking router: 4050a539-de50-4aaa-a89d-d5a9942b0afd for host: dv-cinder-837051-1-smb {{(pid=87789) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 03:12:16.088974 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2cd217-2ae2-41f6-9843-ea575b8ef787 None None] Routers {'4050a539-de50-4aaa-a89d-d5a9942b0afd'} bound to L3 agent in host dv-cinder-837051-1-smb {{(pid=87789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 08 03:12:16.089563 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.l3_hamode_db [None req-0f2cd217-2ae2-41f6-9843-ea575b8ef787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837051-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T02:46:58Z,description=,heartbeat_timestamp=2022-04-08T03:11:58Z,host='dv-cinder-837051-1-smb',id=70d74887-4404-4f0d-99b3-e017d5637063,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T02:46:59Z,topic='l3_agent')) {'router_ids': ['4050a539-de50-4aaa-a89d-d5a9942b0afd'], 'active': True} {{(pid=87789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 03:12:16.241100 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.l3_dvr_db [None req-0f2cd217-2ae2-41f6-9843-ea575b8ef787 None None] Set router 4050a539-de50-4aaa-a89d-d5a9942b0afd gateway port host: None {{(pid=87789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 08 03:12:16.303213 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.plugins.ml2.db [None req-4fea76ff-60bf-43c3-aeca-4e0677275ec2 admin admin] For port 4f7df864-6633-4039-b706-9d452ad65bcc, host dv-cinder-837051-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837051-1-smb',level=0,port_id=4f7df864-6633-4039-b706-9d452ad65bcc,segment=NetworkSegment(2f3db029-7821-49c5-950d-ef9b857fea9c),segment_id=2f3db029-7821-49c5-950d-ef9b857fea9c)] {{(pid=87787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 03:12:16.303597 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-4fea76ff-60bf-43c3-aeca-4e0677275ec2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334124'] for port, precommit_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:12:16.355813 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.l3_hamode_db [None req-0f2cd217-2ae2-41f6-9843-ea575b8ef787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4050a539-de50-4aaa-a89d-d5a9942b0afd', 'name': 'tempest-AttachVolumeNegativeTest-1509550206-router', 'tenant_id': '5a3ce4b7e7fd4f29967f633688e46d21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T03:05:09Z', 'updated_at': '2022-04-08T03:12:15Z', 'revision_number': 6, 'project_id': '5a3ce4b7e7fd4f29967f633688e46d21', 'gw_port_host': None}], 'dv-cinder-837051-1-smb', False) {} {{(pid=87789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 03:12:16.359706 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f2cd217-2ae2-41f6-9843-ea575b8ef787 None None] The sync data for ids ['4050a539-de50-4aaa-a89d-d5a9942b0afd'] in dv-cinder-837051-1-smb is: [{'id': '4050a539-de50-4aaa-a89d-d5a9942b0afd', 'name': 'tempest-AttachVolumeNegativeTest-1509550206-router', 'tenant_id': '5a3ce4b7e7fd4f29967f633688e46d21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T03:05:09Z', 'updated_at': '2022-04-08T03:12:15Z', 'revision_number': 6, 'project_id': '5a3ce4b7e7fd4f29967f633688e46d21', 'gw_port_host': None}] {{(pid=87789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 03:12:16.434154 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.plugins.ml2.plugin [None req-4fea76ff-60bf-43c3-aeca-4e0677275ec2 admin admin] Calling delete_port for 4f7df864-6633-4039-b706-9d452ad65bcc owned by network:router_gateway {{(pid=87787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 03:12:16.669702 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-4fea76ff-60bf-43c3-aeca-4e0677275ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762847213038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762846864689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3006662'] for port, after_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:12:16.717503 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fea76ff-60bf-43c3-aeca-4e0677275ec2 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f7df864-6633-4039-b706-9d452ad65bcc,revision_number=None']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:12:16.825128 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-4fea76ff-60bf-43c3-aeca-4e0677275ec2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-333321'] for router_gateway, after_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:12:16.990192 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-4fea76ff-60bf-43c3-aeca-4e0677275ec2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-355902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-306'] for router, precommit_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:12:16.992858 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-4fea76ff-60bf-43c3-aeca-4e0677275ec2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:12:17.074580 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-4fea76ff-60bf-43c3-aeca-4e0677275ec2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-356065'] for router, after_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:12:17.075013 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fea76ff-60bf-43c3-aeca-4e0677275ec2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4050a539-de50-4aaa-a89d-d5a9942b0afd {{(pid=87787) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 08 03:12:17.087503 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-4fea76ff-60bf-43c3-aeca-4e0677275ec2 admin admin] Notify callbacks [] for router, before_response {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:12:17.088565 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-4fea76ff-60bf-43c3-aeca-4e0677275ec2 admin admin] 10.222.0.15 "DELETE /v2.0/routers/4050a539-de50-4aaa-a89d-d5a9942b0afd HTTP/1.1" status: 204 len: 168 time: 1.4681616 Apr 08 03:12:17.091100 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 52348) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:12:17.153780 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5efba39-063b-45d8-ac10-27419980cffb admin admin] Deleting subnet 038e94d4-9a88-4f45-8bb2-7cfeef771b58 {{(pid=87787) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 08 03:12:17.156793 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-f5efba39-063b-45d8-ac10-27419980cffb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:12:17.204527 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-f5efba39-063b-45d8-ac10-27419980cffb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3007358'] for subnet, precommit_delete_associations {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:12:17.282368 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-f5efba39-063b-45d8-ac10-27419980cffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-576545'] for subnet, precommit_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:12:17.418299 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-f5efba39-063b-45d8-ac10-27419980cffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-576552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3006707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2234823'] for subnet, after_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:12:17.454054 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5efba39-063b-45d8-ac10-27419980cffb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=038e94d4-9a88-4f45-8bb2-7cfeef771b58,revision_number=None']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:12:17.459357 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-f5efba39-063b-45d8-ac10-27419980cffb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539232'] for subnet, before_response {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:12:17.465699 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-f5efba39-063b-45d8-ac10-27419980cffb admin admin] 10.222.0.15 "DELETE /v2.0/subnets/038e94d4-9a88-4f45-8bb2-7cfeef771b58 HTTP/1.1" status: 204 len: 168 time: 0.3736320 Apr 08 03:12:17.466239 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-255fdb23-209a-4b3f-9468-da281dda3bf2 None None] Network ba890812-2863-4d70-b21d-0d22eea7ba35 requested from dv-cinder-837051-1-smb {{(pid=87788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 03:12:17.468159 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 52352) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:12:17.577762 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-ce5f1a81-669a-4977-87ac-ea06deed42b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-570621'] for network, before_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:12:17.589849 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.plugins.ml2.plugin [None req-ce5f1a81-669a-4977-87ac-ea06deed42b9 admin admin] Deleting port 954541f9-35ea-4fec-957b-8aa717becbbe {{(pid=87787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 03:12:17.590186 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-ce5f1a81-669a-4977-87ac-ea06deed42b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762847207940'] for port, before_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:12:17.659839 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Device 4f7df864-6633-4039-b706-9d452ad65bcc no longer exists at agent ovs-agent-dv-cinder-837051-1-smb {{(pid=87788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 03:12:17.698250 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.plugin [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] No Port match for: 4f7df864-6633-4039-b706-9d452ad65bcc {{(pid=87788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 03:12:17.698593 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Device 4f7df864-6633-4039-b706-9d452ad65bcc not bound to the agent host dv-cinder-837051-1-smb {{(pid=87788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 03:12:17.699016 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Device ff05b249-f992-41f4-9186-089c632e5d2c no longer exists at agent ovs-agent-dv-cinder-837051-1-smb {{(pid=87788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 03:12:17.722896 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39a00d5a-2ecf-4795-9160-3597aca449e5 None None] DHCP port deletion for ba890812-2863-4d70-b21d-0d22eea7ba35 request from dv-cinder-837051-1-smb {{(pid=87788) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 08 03:12:17.735563 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.plugin [None req-39a00d5a-2ecf-4795-9160-3597aca449e5 None None] Deleting port 954541f9-35ea-4fec-957b-8aa717becbbe {{(pid=87788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 03:12:17.735932 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-39a00d5a-2ecf-4795-9160-3597aca449e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762847207940'] for port, before_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:12:17.759081 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.plugin [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] No Port match for: ff05b249-f992-41f4-9186-089c632e5d2c {{(pid=87788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 03:12:17.759440 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Device ff05b249-f992-41f4-9186-089c632e5d2c not bound to the agent host dv-cinder-837051-1-smb {{(pid=87788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 03:12:17.802571 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.plugins.ml2.db [None req-ce5f1a81-669a-4977-87ac-ea06deed42b9 admin admin] For port 954541f9-35ea-4fec-957b-8aa717becbbe, host dv-cinder-837051-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837051-1-smb',level=0,port_id=954541f9-35ea-4fec-957b-8aa717becbbe,segment=NetworkSegment(d5f53efa-6cf9-4846-830a-bc164d0ac2a3),segment_id=d5f53efa-6cf9-4846-830a-bc164d0ac2a3)] {{(pid=87787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 03:12:17.803195 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-ce5f1a81-669a-4977-87ac-ea06deed42b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334124'] for port, precommit_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:12:17.975989 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.db [None req-39a00d5a-2ecf-4795-9160-3597aca449e5 None None] For port 954541f9-35ea-4fec-957b-8aa717becbbe, host dv-cinder-837051-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837051-1-smb',level=0,port_id=954541f9-35ea-4fec-957b-8aa717becbbe,segment=NetworkSegment(d5f53efa-6cf9-4846-830a-bc164d0ac2a3),segment_id=d5f53efa-6cf9-4846-830a-bc164d0ac2a3)] {{(pid=87788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 03:12:17.976830 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-39a00d5a-2ecf-4795-9160-3597aca449e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334124'] for port, precommit_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:12:18.012710 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.plugins.ml2.plugin [None req-ce5f1a81-669a-4977-87ac-ea06deed42b9 admin admin] Calling delete_port for 954541f9-35ea-4fec-957b-8aa717becbbe owned by network:dhcp {{(pid=87787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 03:12:18.094802 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.plugin [None req-39a00d5a-2ecf-4795-9160-3597aca449e5 None None] Calling delete_port for 954541f9-35ea-4fec-957b-8aa717becbbe owned by network:dhcp {{(pid=87788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 03:12:18.149944 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-ce5f1a81-669a-4977-87ac-ea06deed42b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762847213038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762846864689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3006662'] for port, after_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:12:18.166383 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.db.api [None req-39a00d5a-2ecf-4795-9160-3597aca449e5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87788) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 03:12:18.172566 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG oslo_db.api [None req-39a00d5a-2ecf-4795-9160-3597aca449e5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 03:12:18.200126 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5f1a81-669a-4977-87ac-ea06deed42b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=954541f9-35ea-4fec-957b-8aa717becbbe,revision_number=None']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:12:18.201917 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce5f1a81-669a-4977-87ac-ea06deed42b9 admin admin] No DVR routers for this DVR port 954541f9-35ea-4fec-957b-8aa717becbbe on host dv-cinder-837051-1-smb {{(pid=87787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 03:12:18.314323 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-ce5f1a81-669a-4977-87ac-ea06deed42b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577450', 'neutron.services.segments.db._delete_segments_for_network-8762847383381'] for network, precommit_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:12:18.338789 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.services.segments.db [None req-ce5f1a81-669a-4977-87ac-ea06deed42b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba890812-2863-4d70-b21d-0d22eea7ba35']}} {{(pid=87787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 03:12:18.350386 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.services.segments.db [None req-ce5f1a81-669a-4977-87ac-ea06deed42b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5f53efa-6cf9-4846-830a-bc164d0ac2a3') {'for_net_delete': True} {{(pid=87787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 03:12:18.350685 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.services.segments.db [None req-ce5f1a81-669a-4977-87ac-ea06deed42b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5f53efa-6cf9-4846-830a-bc164d0ac2a3') {} {{(pid=87787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 03:12:18.362220 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-ce5f1a81-669a-4977-87ac-ea06deed42b9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762847386736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3007351'] for segment, before_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:12:18.377356 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-ce5f1a81-669a-4977-87ac-ea06deed42b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575478'] for segment, precommit_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:12:18.383282 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce5f1a81-669a-4977-87ac-ea06deed42b9 admin admin] Releasing vlan 275 on physical network physnet1 to pool {{(pid=87787) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 03:12:18.383663 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-ce5f1a81-669a-4977-87ac-ea06deed42b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-575460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3006633'] for segment, after_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:12:18.396524 dv-cinder-837051-1-smb neutron-server[87787]: Traceback (most recent call last): Apr 08 03:12:18.396524 dv-cinder-837051-1-smb neutron-server[87787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 03:12:18.396524 dv-cinder-837051-1-smb neutron-server[87787]: timer() Apr 08 03:12:18.396524 dv-cinder-837051-1-smb neutron-server[87787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 03:12:18.396524 dv-cinder-837051-1-smb neutron-server[87787]: cb(*args, **kw) Apr 08 03:12:18.396524 dv-cinder-837051-1-smb neutron-server[87787]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 03:12:18.396524 dv-cinder-837051-1-smb neutron-server[87787]: return func(*args, **kwargs) Apr 08 03:12:18.396524 dv-cinder-837051-1-smb neutron-server[87787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 03:12:18.396524 dv-cinder-837051-1-smb neutron-server[87787]: self._notify() Apr 08 03:12:18.396524 dv-cinder-837051-1-smb neutron-server[87787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 03:12:18.396524 dv-cinder-837051-1-smb neutron-server[87787]: self.callback(batched_events) Apr 08 03:12:18.396524 dv-cinder-837051-1-smb neutron-server[87787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 03:12:18.396524 dv-cinder-837051-1-smb neutron-server[87787]: event.method(event) Apr 08 03:12:18.396524 dv-cinder-837051-1-smb neutron-server[87787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 03:12:18.396524 dv-cinder-837051-1-smb neutron-server[87787]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 03:12:18.396524 dv-cinder-837051-1-smb neutron-server[87787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 03:12:18.396524 dv-cinder-837051-1-smb neutron-server[87787]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 03:12:18.396524 dv-cinder-837051-1-smb neutron-server[87787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 03:12:18.396524 dv-cinder-837051-1-smb neutron-server[87787]: return f(self, *a, **k) Apr 08 03:12:18.396524 dv-cinder-837051-1-smb neutron-server[87787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 03:12:18.396524 dv-cinder-837051-1-smb neutron-server[87787]: return self._get(url).json() Apr 08 03:12:18.396524 dv-cinder-837051-1-smb neutron-server[87787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 08 03:12:18.396524 dv-cinder-837051-1-smb neutron-server[87787]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 03:12:18.396524 dv-cinder-837051-1-smb neutron-server[87787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 03:12:18.396524 dv-cinder-837051-1-smb neutron-server[87787]: return self.request(url, 'GET', **kwargs) Apr 08 03:12:18.396524 dv-cinder-837051-1-smb neutron-server[87787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 03:12:18.396524 dv-cinder-837051-1-smb neutron-server[87787]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 03:12:18.396524 dv-cinder-837051-1-smb neutron-server[87787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 03:12:18.396524 dv-cinder-837051-1-smb neutron-server[87787]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 03:12:18.396524 dv-cinder-837051-1-smb neutron-server[87787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 03:12:18.396524 dv-cinder-837051-1-smb neutron-server[87787]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 03:12:18.396524 dv-cinder-837051-1-smb neutron-server[87787]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 03:12:18.515768 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-ce5f1a81-669a-4977-87ac-ea06deed42b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-333356'] for network, after_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:12:18.531702 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-ce5f1a81-669a-4977-87ac-ea06deed42b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539232'] for network, before_response {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:12:18.542546 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5f1a81-669a-4977-87ac-ea06deed42b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=ba890812-2863-4d70-b21d-0d22eea7ba35,revision_number=None']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:12:18.624988 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-ce5f1a81-669a-4977-87ac-ea06deed42b9 admin admin] 10.222.0.15 "DELETE /v2.0/networks/ba890812-2863-4d70-b21d-0d22eea7ba35 HTTP/1.1" status: 204 len: 168 time: 1.1557522 Apr 08 03:12:18.667793 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.plugin [None req-39a00d5a-2ecf-4795-9160-3597aca449e5 None None] Deleting port 954541f9-35ea-4fec-957b-8aa717becbbe {{(pid=87788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 03:12:18.668290 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-39a00d5a-2ecf-4795-9160-3597aca449e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762847207940'] for port, before_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:12:18.731604 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.plugin [None req-39a00d5a-2ecf-4795-9160-3597aca449e5 None None] The port '954541f9-35ea-4fec-957b-8aa717becbbe' was deleted {{(pid=87788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 08 03:12:18.884576 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 52358) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:12:18.932656 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-60b75e8f-de00-4bce-86d0-4bb0ee9eb05e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5a3ce4b7e7fd4f29967f633688e46d21&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0469146 Apr 08 03:12:18.934984 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 52362) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:12:18.990344 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-6e988aa9-1847-47c3-8e5b-2e0625735d80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:12:19.015382 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-6e988aa9-1847-47c3-8e5b-2e0625735d80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:12:19.121277 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-6e988aa9-1847-47c3-8e5b-2e0625735d80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:12:19.136337 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e988aa9-1847-47c3-8e5b-2e0625735d80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3873b65d-4735-45ee-98f6-7aeb7b41b1a0,revision_number=None']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:12:19.144744 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-6e988aa9-1847-47c3-8e5b-2e0625735d80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:12:19.145721 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-6e988aa9-1847-47c3-8e5b-2e0625735d80 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3873b65d-4735-45ee-98f6-7aeb7b41b1a0 HTTP/1.1" status: 204 len: 168 time: 0.2098398 Apr 08 03:12:19.659030 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Device 954541f9-35ea-4fec-957b-8aa717becbbe no longer exists at agent ovs-agent-dv-cinder-837051-1-smb {{(pid=87788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 03:12:19.694410 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.plugin [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] No Port match for: 954541f9-35ea-4fec-957b-8aa717becbbe {{(pid=87788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 03:12:19.695653 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Device 954541f9-35ea-4fec-957b-8aa717becbbe not bound to the agent host dv-cinder-837051-1-smb {{(pid=87788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 03:12:20.179840 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 52386) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:12:20.281530 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.v2.base [None req-cb98edc6-7f9d-4435-8d33-c61a81d98ecb admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1610353653-network', 'tenant_id': '083f4009fcf8435ea6d6310268566a6a'}} {{(pid=87787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 03:12:20.286260 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-cb98edc6-7f9d-4435-8d33-c61a81d98ecb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 03:12:20.290833 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-cb98edc6-7f9d-4435-8d33-c61a81d98ecb admin admin] Usage tracker for resource:network and tenant:083f4009fcf8435ea6d6310268566a6a is out of sync, need to count used quota {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 03:12:20.293730 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-cb98edc6-7f9d-4435-8d33-c61a81d98ecb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 03:12:20.299389 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-cb98edc6-7f9d-4435-8d33-c61a81d98ecb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 03:12:20.372562 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb98edc6-7f9d-4435-8d33-c61a81d98ecb admin admin] Made reservation on behalf of 083f4009fcf8435ea6d6310268566a6a for: {'network': 1} {{(pid=87787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 03:12:20.374814 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-cb98edc6-7f9d-4435-8d33-c61a81d98ecb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for network, before_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:12:20.388179 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-cb98edc6-7f9d-4435-8d33-c61a81d98ecb admin admin] Notify callbacks [] for security_group, before_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:12:20.407707 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-cb98edc6-7f9d-4435-8d33-c61a81d98ecb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 03:12:20.411843 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-cb98edc6-7f9d-4435-8d33-c61a81d98ecb admin admin] Usage tracker for resource:security_group_rule and tenant:083f4009fcf8435ea6d6310268566a6a is out of sync, need to count used quota {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 03:12:20.414737 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-cb98edc6-7f9d-4435-8d33-c61a81d98ecb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 03:12:20.420412 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-cb98edc6-7f9d-4435-8d33-c61a81d98ecb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 03:12:20.498958 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-cb98edc6-7f9d-4435-8d33-c61a81d98ecb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:12:20.583981 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-cb98edc6-7f9d-4435-8d33-c61a81d98ecb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:12:20.616611 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb98edc6-7f9d-4435-8d33-c61a81d98ecb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 253} {{(pid=87787) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 03:12:20.623170 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb98edc6-7f9d-4435-8d33-c61a81d98ecb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d2fc40c-11fc-4755-83a3-3b30497c32be,revision_number=1']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:12:20.630453 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-cb98edc6-7f9d-4435-8d33-c61a81d98ecb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575478'] for segment, precommit_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:12:20.630566 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.db.segments_db [None req-cb98edc6-7f9d-4435-8d33-c61a81d98ecb admin admin] Added segment fd47473a-6104-4ba9-a42f-cec46991ba98 of type vlan for network e87d3ec8-deb5-4c35-9eea-7a5e32fba0b3 Apr 08 03:12:20.657563 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-cb98edc6-7f9d-4435-8d33-c61a81d98ecb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762846836134'] for network, precommit_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:12:20.755501 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-cb98edc6-7f9d-4435-8d33-c61a81d98ecb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254'] for network, after_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:12:20.756379 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb98edc6-7f9d-4435-8d33-c61a81d98ecb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:12:20.756957 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-cb98edc6-7f9d-4435-8d33-c61a81d98ecb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539232'] for network, before_response {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:12:20.858224 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb98edc6-7f9d-4435-8d33-c61a81d98ecb admin admin] Pushing event updated for resources: {'Network': ['ID=e87d3ec8-deb5-4c35-9eea-7a5e32fba0b3,revision_number=1']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:12:20.868729 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Network e87d3ec8-deb5-4c35-9eea-7a5e32fba0b3 details requested by agent ovs-agent-dv-cinder-837051-1-smb with host dv-cinder-837051-1-smb {{(pid=87788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 03:12:20.916622 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-cb98edc6-7f9d-4435-8d33-c61a81d98ecb admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7355535 Apr 08 03:12:20.919451 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 52392) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:12:20.924636 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.v2.base [None req-003b6e82-1932-414b-a05f-d9370efec979 admin admin] Request body: {'subnet': {'network_id': 'e87d3ec8-deb5-4c35-9eea-7a5e32fba0b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1610353653-subnet', 'tenant_id': '083f4009fcf8435ea6d6310268566a6a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 03:12:20.930008 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-003b6e82-1932-414b-a05f-d9370efec979 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 03:12:20.933814 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-003b6e82-1932-414b-a05f-d9370efec979 admin admin] Usage tracker for resource:subnet and tenant:083f4009fcf8435ea6d6310268566a6a is out of sync, need to count used quota {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 03:12:20.936604 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-003b6e82-1932-414b-a05f-d9370efec979 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 03:12:20.942260 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-003b6e82-1932-414b-a05f-d9370efec979 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 03:12:21.018452 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-003b6e82-1932-414b-a05f-d9370efec979 admin admin] Made reservation on behalf of 083f4009fcf8435ea6d6310268566a6a for: {'subnet': 1} {{(pid=87787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 03:12:21.020742 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-003b6e82-1932-414b-a05f-d9370efec979 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2234850'] for subnet, before_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:12:21.281890 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-003b6e82-1932-414b-a05f-d9370efec979 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3007286', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2234832'] for subnet, after_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:12:21.360364 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003b6e82-1932-414b-a05f-d9370efec979 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8fdf6fbb-bb7e-46be-91f3-5876dc23c783,revision_number=0']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:12:21.364348 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003b6e82-1932-414b-a05f-d9370efec979 admin admin] Checking segment: {'id': 'fd47473a-6104-4ba9-a42f-cec46991ba98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'e87d3ec8-deb5-4c35-9eea-7a5e32fba0b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 03:12:21.364705 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-003b6e82-1932-414b-a05f-d9370efec979 admin admin] Network hostable DHCP agents. Network: e87d3ec8-deb5-4c35-9eea-7a5e32fba0b3, hostable agents: ['c0dff2ba-0ef7-4e94-af34-c7dac3342234'], hosted agents: [] {{(pid=87787) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 03:12:21.441001 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-003b6e82-1932-414b-a05f-d9370efec979 admin admin] Network e87d3ec8-deb5-4c35-9eea-7a5e32fba0b3 is scheduled to be hosted by DHCP agent c0dff2ba-0ef7-4e94-af34-c7dac3342234 with binding_index 1 {{(pid=87787) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 03:12:21.509810 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.scheduler.base_scheduler [None req-003b6e82-1932-414b-a05f-d9370efec979 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837051-1-smb, e87d3ec8-deb5-4c35-9eea-7a5e32fba0b3) {{(pid=87787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 03:12:21.514027 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-003b6e82-1932-414b-a05f-d9370efec979 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:12:21.514617 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-003b6e82-1932-414b-a05f-d9370efec979 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539232'] for subnet, before_response {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:12:21.519691 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5242175-10ae-4474-bb19-151cec4374af None None] Network e87d3ec8-deb5-4c35-9eea-7a5e32fba0b3 requested from dv-cinder-837051-1-smb {{(pid=87788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 03:12:21.602321 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-003b6e82-1932-414b-a05f-d9370efec979 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6808822 Apr 08 03:12:21.731536 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59384b31-94f5-4bc3-bad1-5d0c9b7c9cdc None None] Network e87d3ec8-deb5-4c35-9eea-7a5e32fba0b3 requested from dv-cinder-837051-1-smb {{(pid=87788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 03:12:22.307708 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 52410) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:12:22.313107 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.v2.base [None req-ec082014-df5f-4bc6-b712-1f3177e6cdae admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-330088754-network', 'tenant_id': '667c597367884adbbacc6b2919cc32c5'}} {{(pid=87787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 03:12:22.317820 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-ec082014-df5f-4bc6-b712-1f3177e6cdae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 03:12:22.322244 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-ec082014-df5f-4bc6-b712-1f3177e6cdae admin admin] Usage tracker for resource:network and tenant:667c597367884adbbacc6b2919cc32c5 is out of sync, need to count used quota {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 03:12:22.325082 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-ec082014-df5f-4bc6-b712-1f3177e6cdae admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 03:12:22.330545 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-ec082014-df5f-4bc6-b712-1f3177e6cdae admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 03:12:22.378026 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec082014-df5f-4bc6-b712-1f3177e6cdae admin admin] Made reservation on behalf of 667c597367884adbbacc6b2919cc32c5 for: {'network': 1} {{(pid=87787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 03:12:22.380274 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-ec082014-df5f-4bc6-b712-1f3177e6cdae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for network, before_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:12:22.393197 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-ec082014-df5f-4bc6-b712-1f3177e6cdae admin admin] Notify callbacks [] for security_group, before_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:12:22.410852 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-ec082014-df5f-4bc6-b712-1f3177e6cdae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 03:12:22.414819 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-ec082014-df5f-4bc6-b712-1f3177e6cdae admin admin] Usage tracker for resource:security_group_rule and tenant:667c597367884adbbacc6b2919cc32c5 is out of sync, need to count used quota {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 03:12:22.417651 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-ec082014-df5f-4bc6-b712-1f3177e6cdae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 03:12:22.423710 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-ec082014-df5f-4bc6-b712-1f3177e6cdae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 03:12:22.505163 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-ec082014-df5f-4bc6-b712-1f3177e6cdae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:12:22.555737 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-ec082014-df5f-4bc6-b712-1f3177e6cdae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:12:22.584684 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec082014-df5f-4bc6-b712-1f3177e6cdae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 297} {{(pid=87787) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 03:12:22.592899 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec082014-df5f-4bc6-b712-1f3177e6cdae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=873de7a9-c803-49cb-bd9f-2eae572616a4,revision_number=1']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:12:22.598210 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-ec082014-df5f-4bc6-b712-1f3177e6cdae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575478'] for segment, precommit_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:12:22.598552 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.db.segments_db [None req-ec082014-df5f-4bc6-b712-1f3177e6cdae admin admin] Added segment 786b732c-10be-4d18-bec2-c30f1e1e3c9c of type vlan for network 7238e706-dce1-496d-add5-6fe5d5d0bbbe Apr 08 03:12:22.625494 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-ec082014-df5f-4bc6-b712-1f3177e6cdae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762846836134'] for network, precommit_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:12:22.703818 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-ec082014-df5f-4bc6-b712-1f3177e6cdae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254'] for network, after_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:12:22.704766 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec082014-df5f-4bc6-b712-1f3177e6cdae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:12:22.705370 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-ec082014-df5f-4bc6-b712-1f3177e6cdae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539232'] for network, before_response {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:12:22.721645 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.agents_db [None req-78530461-7b12-4524-9e6e-3e4de8d78fc4 None None] Agent healthcheck: found 6 active agents {{(pid=87789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 03:12:22.805855 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec082014-df5f-4bc6-b712-1f3177e6cdae admin admin] Pushing event updated for resources: {'Network': ['ID=7238e706-dce1-496d-add5-6fe5d5d0bbbe,revision_number=1']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:12:22.815357 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Network 7238e706-dce1-496d-add5-6fe5d5d0bbbe details requested by agent ovs-agent-dv-cinder-837051-1-smb with host dv-cinder-837051-1-smb {{(pid=87788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 03:12:22.847649 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-ec082014-df5f-4bc6-b712-1f3177e6cdae admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5388670 Apr 08 03:12:22.850231 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 52414) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:12:22.855966 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.v2.base [None req-108a91a1-8e3a-4e5b-8f25-468b1b705dd5 admin admin] Request body: {'subnet': {'network_id': '7238e706-dce1-496d-add5-6fe5d5d0bbbe', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-330088754-subnet', 'tenant_id': '667c597367884adbbacc6b2919cc32c5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 03:12:22.860672 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-108a91a1-8e3a-4e5b-8f25-468b1b705dd5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 03:12:22.864428 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-108a91a1-8e3a-4e5b-8f25-468b1b705dd5 admin admin] Usage tracker for resource:subnet and tenant:667c597367884adbbacc6b2919cc32c5 is out of sync, need to count used quota {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 03:12:22.867964 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-108a91a1-8e3a-4e5b-8f25-468b1b705dd5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 03:12:22.873451 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-108a91a1-8e3a-4e5b-8f25-468b1b705dd5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 03:12:22.948818 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-108a91a1-8e3a-4e5b-8f25-468b1b705dd5 admin admin] Made reservation on behalf of 667c597367884adbbacc6b2919cc32c5 for: {'subnet': 1} {{(pid=87787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 03:12:22.951126 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-108a91a1-8e3a-4e5b-8f25-468b1b705dd5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2234850'] for subnet, before_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:12:23.178336 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-108a91a1-8e3a-4e5b-8f25-468b1b705dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3007286', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2234832'] for subnet, after_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:12:23.346382 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108a91a1-8e3a-4e5b-8f25-468b1b705dd5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b463716-bbbc-4cb0-b563-507c7f974ffe,revision_number=0']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:12:23.350337 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108a91a1-8e3a-4e5b-8f25-468b1b705dd5 admin admin] Checking segment: {'id': '786b732c-10be-4d18-bec2-c30f1e1e3c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '7238e706-dce1-496d-add5-6fe5d5d0bbbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 03:12:23.350686 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-108a91a1-8e3a-4e5b-8f25-468b1b705dd5 admin admin] Network hostable DHCP agents. Network: 7238e706-dce1-496d-add5-6fe5d5d0bbbe, hostable agents: ['c0dff2ba-0ef7-4e94-af34-c7dac3342234'], hosted agents: [] {{(pid=87787) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 03:12:23.446561 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-108a91a1-8e3a-4e5b-8f25-468b1b705dd5 admin admin] Network 7238e706-dce1-496d-add5-6fe5d5d0bbbe is scheduled to be hosted by DHCP agent c0dff2ba-0ef7-4e94-af34-c7dac3342234 with binding_index 1 {{(pid=87787) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 03:12:23.531573 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.scheduler.base_scheduler [None req-108a91a1-8e3a-4e5b-8f25-468b1b705dd5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837051-1-smb, 7238e706-dce1-496d-add5-6fe5d5d0bbbe) {{(pid=87787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 03:12:23.535359 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-108a91a1-8e3a-4e5b-8f25-468b1b705dd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:12:23.535937 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-108a91a1-8e3a-4e5b-8f25-468b1b705dd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539232'] for subnet, before_response {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:12:23.540317 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc58cee-c50b-4c1e-91b1-362b0d2b2ebf None None] Network 7238e706-dce1-496d-add5-6fe5d5d0bbbe requested from dv-cinder-837051-1-smb {{(pid=87788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 03:12:23.619251 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-108a91a1-8e3a-4e5b-8f25-468b1b705dd5 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7679551 Apr 08 03:12:23.746994 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f56c6a26-96e2-45d4-93e0-e4c0b0e40077 None None] Network 7238e706-dce1-496d-add5-6fe5d5d0bbbe requested from dv-cinder-837051-1-smb {{(pid=87788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 03:12:23.749091 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 52420) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:12:23.807774 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ea8c900-2931-419c-ae9d-ed487b2fe00e admin admin] Deleting subnet 8fdf6fbb-bb7e-46be-91f3-5876dc23c783 {{(pid=87787) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 08 03:12:23.811214 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-8ea8c900-2931-419c-ae9d-ed487b2fe00e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:12:23.864307 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-8ea8c900-2931-419c-ae9d-ed487b2fe00e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3007358'] for subnet, precommit_delete_associations {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:12:23.919402 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-8ea8c900-2931-419c-ae9d-ed487b2fe00e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-576545'] for subnet, precommit_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:12:24.052849 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-8ea8c900-2931-419c-ae9d-ed487b2fe00e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-576552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3006707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2234823'] for subnet, after_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:12:24.094187 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea8c900-2931-419c-ae9d-ed487b2fe00e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8fdf6fbb-bb7e-46be-91f3-5876dc23c783,revision_number=None']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:12:24.098748 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-8ea8c900-2931-419c-ae9d-ed487b2fe00e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539232'] for subnet, before_response {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:12:24.104837 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-8ea8c900-2931-419c-ae9d-ed487b2fe00e admin admin] 10.222.0.15 "DELETE /v2.0/subnets/8fdf6fbb-bb7e-46be-91f3-5876dc23c783 HTTP/1.1" status: 204 len: 168 time: 0.3547449 Apr 08 03:12:24.107237 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 52424) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:12:24.212900 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-fc82ccd2-9771-47fc-aa2a-d10cb37fb7d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-570621'] for network, before_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:12:24.338214 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-fc82ccd2-9771-47fc-aa2a-d10cb37fb7d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577450', 'neutron.services.segments.db._delete_segments_for_network-8762847383381'] for network, precommit_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:12:24.362452 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.services.segments.db [None req-fc82ccd2-9771-47fc-aa2a-d10cb37fb7d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e87d3ec8-deb5-4c35-9eea-7a5e32fba0b3']}} {{(pid=87787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 03:12:24.374561 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.services.segments.db [None req-fc82ccd2-9771-47fc-aa2a-d10cb37fb7d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd47473a-6104-4ba9-a42f-cec46991ba98') {'for_net_delete': True} {{(pid=87787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 03:12:24.374855 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.services.segments.db [None req-fc82ccd2-9771-47fc-aa2a-d10cb37fb7d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd47473a-6104-4ba9-a42f-cec46991ba98') {} {{(pid=87787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 03:12:24.386456 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-fc82ccd2-9771-47fc-aa2a-d10cb37fb7d8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762847386736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3007351'] for segment, before_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:12:24.401834 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-fc82ccd2-9771-47fc-aa2a-d10cb37fb7d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575478'] for segment, precommit_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:12:24.407657 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc82ccd2-9771-47fc-aa2a-d10cb37fb7d8 admin admin] Releasing vlan 253 on physical network physnet1 to pool {{(pid=87787) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 03:12:24.408037 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-fc82ccd2-9771-47fc-aa2a-d10cb37fb7d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-575460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3006633'] for segment, after_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:12:24.420943 dv-cinder-837051-1-smb neutron-server[87787]: Traceback (most recent call last): Apr 08 03:12:24.420943 dv-cinder-837051-1-smb neutron-server[87787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 03:12:24.420943 dv-cinder-837051-1-smb neutron-server[87787]: timer() Apr 08 03:12:24.420943 dv-cinder-837051-1-smb neutron-server[87787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 03:12:24.420943 dv-cinder-837051-1-smb neutron-server[87787]: cb(*args, **kw) Apr 08 03:12:24.420943 dv-cinder-837051-1-smb neutron-server[87787]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 03:12:24.420943 dv-cinder-837051-1-smb neutron-server[87787]: return func(*args, **kwargs) Apr 08 03:12:24.420943 dv-cinder-837051-1-smb neutron-server[87787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 03:12:24.420943 dv-cinder-837051-1-smb neutron-server[87787]: self._notify() Apr 08 03:12:24.420943 dv-cinder-837051-1-smb neutron-server[87787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 03:12:24.420943 dv-cinder-837051-1-smb neutron-server[87787]: self.callback(batched_events) Apr 08 03:12:24.420943 dv-cinder-837051-1-smb neutron-server[87787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 03:12:24.420943 dv-cinder-837051-1-smb neutron-server[87787]: event.method(event) Apr 08 03:12:24.420943 dv-cinder-837051-1-smb neutron-server[87787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 03:12:24.420943 dv-cinder-837051-1-smb neutron-server[87787]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 03:12:24.420943 dv-cinder-837051-1-smb neutron-server[87787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 03:12:24.420943 dv-cinder-837051-1-smb neutron-server[87787]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 03:12:24.420943 dv-cinder-837051-1-smb neutron-server[87787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 03:12:24.420943 dv-cinder-837051-1-smb neutron-server[87787]: return f(self, *a, **k) Apr 08 03:12:24.420943 dv-cinder-837051-1-smb neutron-server[87787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 03:12:24.420943 dv-cinder-837051-1-smb neutron-server[87787]: return self._get(url).json() Apr 08 03:12:24.420943 dv-cinder-837051-1-smb neutron-server[87787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 08 03:12:24.420943 dv-cinder-837051-1-smb neutron-server[87787]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 03:12:24.420943 dv-cinder-837051-1-smb neutron-server[87787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 03:12:24.420943 dv-cinder-837051-1-smb neutron-server[87787]: return self.request(url, 'GET', **kwargs) Apr 08 03:12:24.420943 dv-cinder-837051-1-smb neutron-server[87787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 03:12:24.420943 dv-cinder-837051-1-smb neutron-server[87787]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 03:12:24.420943 dv-cinder-837051-1-smb neutron-server[87787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 03:12:24.420943 dv-cinder-837051-1-smb neutron-server[87787]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 03:12:24.420943 dv-cinder-837051-1-smb neutron-server[87787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 03:12:24.420943 dv-cinder-837051-1-smb neutron-server[87787]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 03:12:24.420943 dv-cinder-837051-1-smb neutron-server[87787]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 03:12:24.588831 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-fc82ccd2-9771-47fc-aa2a-d10cb37fb7d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-333356'] for network, after_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:12:24.592782 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-fc82ccd2-9771-47fc-aa2a-d10cb37fb7d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539232'] for network, before_response {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:12:24.614328 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc82ccd2-9771-47fc-aa2a-d10cb37fb7d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=e87d3ec8-deb5-4c35-9eea-7a5e32fba0b3,revision_number=None']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:12:24.617544 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-fc82ccd2-9771-47fc-aa2a-d10cb37fb7d8 admin admin] 10.222.0.15 "DELETE /v2.0/networks/e87d3ec8-deb5-4c35-9eea-7a5e32fba0b3 HTTP/1.1" status: 204 len: 168 time: 0.5094097 Apr 08 03:12:24.620288 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 52428) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:12:24.677532 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.db_base_plugin_v2 [None req-46274a97-a4ed-4f10-9621-de11c728a3d4 admin admin] Deleting subnet 5b463716-bbbc-4cb0-b563-507c7f974ffe {{(pid=87787) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 08 03:12:24.681387 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-46274a97-a4ed-4f10-9621-de11c728a3d4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:12:24.732888 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-46274a97-a4ed-4f10-9621-de11c728a3d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3007358'] for subnet, precommit_delete_associations {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:12:24.786897 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-46274a97-a4ed-4f10-9621-de11c728a3d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-576545'] for subnet, precommit_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:12:24.904127 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-46274a97-a4ed-4f10-9621-de11c728a3d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-576552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3006707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2234823'] for subnet, after_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:12:24.943190 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46274a97-a4ed-4f10-9621-de11c728a3d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b463716-bbbc-4cb0-b563-507c7f974ffe,revision_number=None']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:12:24.947805 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-46274a97-a4ed-4f10-9621-de11c728a3d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539232'] for subnet, before_response {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:12:24.953715 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-46274a97-a4ed-4f10-9621-de11c728a3d4 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/5b463716-bbbc-4cb0-b563-507c7f974ffe HTTP/1.1" status: 204 len: 168 time: 0.3324735 Apr 08 03:12:24.956123 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 52432) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:12:25.063724 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-972599a8-8db9-4316-80e6-5f6be8fdf5e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-570621'] for network, before_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:12:25.182419 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-972599a8-8db9-4316-80e6-5f6be8fdf5e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577450', 'neutron.services.segments.db._delete_segments_for_network-8762847383381'] for network, precommit_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:12:25.206636 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.services.segments.db [None req-972599a8-8db9-4316-80e6-5f6be8fdf5e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7238e706-dce1-496d-add5-6fe5d5d0bbbe']}} {{(pid=87787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 03:12:25.218216 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.services.segments.db [None req-972599a8-8db9-4316-80e6-5f6be8fdf5e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '786b732c-10be-4d18-bec2-c30f1e1e3c9c') {'for_net_delete': True} {{(pid=87787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 03:12:25.218507 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.services.segments.db [None req-972599a8-8db9-4316-80e6-5f6be8fdf5e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '786b732c-10be-4d18-bec2-c30f1e1e3c9c') {} {{(pid=87787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 03:12:25.229467 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-972599a8-8db9-4316-80e6-5f6be8fdf5e1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762847386736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3007351'] for segment, before_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:12:25.245383 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-972599a8-8db9-4316-80e6-5f6be8fdf5e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575478'] for segment, precommit_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:12:25.251050 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-972599a8-8db9-4316-80e6-5f6be8fdf5e1 admin admin] Releasing vlan 297 on physical network physnet1 to pool {{(pid=87787) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 03:12:25.251458 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-972599a8-8db9-4316-80e6-5f6be8fdf5e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-575460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3006633'] for segment, after_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:12:25.264784 dv-cinder-837051-1-smb neutron-server[87787]: Traceback (most recent call last): Apr 08 03:12:25.264784 dv-cinder-837051-1-smb neutron-server[87787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 03:12:25.264784 dv-cinder-837051-1-smb neutron-server[87787]: timer() Apr 08 03:12:25.264784 dv-cinder-837051-1-smb neutron-server[87787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 03:12:25.264784 dv-cinder-837051-1-smb neutron-server[87787]: cb(*args, **kw) Apr 08 03:12:25.264784 dv-cinder-837051-1-smb neutron-server[87787]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 03:12:25.264784 dv-cinder-837051-1-smb neutron-server[87787]: return func(*args, **kwargs) Apr 08 03:12:25.264784 dv-cinder-837051-1-smb neutron-server[87787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 03:12:25.264784 dv-cinder-837051-1-smb neutron-server[87787]: self._notify() Apr 08 03:12:25.264784 dv-cinder-837051-1-smb neutron-server[87787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 03:12:25.264784 dv-cinder-837051-1-smb neutron-server[87787]: self.callback(batched_events) Apr 08 03:12:25.264784 dv-cinder-837051-1-smb neutron-server[87787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 03:12:25.264784 dv-cinder-837051-1-smb neutron-server[87787]: event.method(event) Apr 08 03:12:25.264784 dv-cinder-837051-1-smb neutron-server[87787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 03:12:25.264784 dv-cinder-837051-1-smb neutron-server[87787]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 03:12:25.264784 dv-cinder-837051-1-smb neutron-server[87787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 03:12:25.264784 dv-cinder-837051-1-smb neutron-server[87787]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 03:12:25.264784 dv-cinder-837051-1-smb neutron-server[87787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 03:12:25.264784 dv-cinder-837051-1-smb neutron-server[87787]: return f(self, *a, **k) Apr 08 03:12:25.264784 dv-cinder-837051-1-smb neutron-server[87787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 03:12:25.264784 dv-cinder-837051-1-smb neutron-server[87787]: return self._get(url).json() Apr 08 03:12:25.264784 dv-cinder-837051-1-smb neutron-server[87787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 08 03:12:25.264784 dv-cinder-837051-1-smb neutron-server[87787]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 03:12:25.264784 dv-cinder-837051-1-smb neutron-server[87787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 03:12:25.264784 dv-cinder-837051-1-smb neutron-server[87787]: return self.request(url, 'GET', **kwargs) Apr 08 03:12:25.264784 dv-cinder-837051-1-smb neutron-server[87787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 03:12:25.264784 dv-cinder-837051-1-smb neutron-server[87787]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 03:12:25.264784 dv-cinder-837051-1-smb neutron-server[87787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 03:12:25.264784 dv-cinder-837051-1-smb neutron-server[87787]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 03:12:25.264784 dv-cinder-837051-1-smb neutron-server[87787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 03:12:25.264784 dv-cinder-837051-1-smb neutron-server[87787]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 03:12:25.264784 dv-cinder-837051-1-smb neutron-server[87787]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 03:12:25.390038 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-972599a8-8db9-4316-80e6-5f6be8fdf5e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-333356'] for network, after_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:12:25.410679 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-972599a8-8db9-4316-80e6-5f6be8fdf5e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539232'] for network, before_response {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:12:25.414325 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972599a8-8db9-4316-80e6-5f6be8fdf5e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=7238e706-dce1-496d-add5-6fe5d5d0bbbe,revision_number=None']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:12:25.418385 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-972599a8-8db9-4316-80e6-5f6be8fdf5e1 admin admin] 10.222.0.15 "DELETE /v2.0/networks/7238e706-dce1-496d-add5-6fe5d5d0bbbe HTTP/1.1" status: 204 len: 168 time: 0.4612799 Apr 08 03:12:25.782951 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 52438) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:12:25.832751 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-37a850e2-50ba-4fe7-b130-fbd66135c3cb admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=083f4009fcf8435ea6d6310268566a6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0485969 Apr 08 03:12:25.835476 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 52442) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:12:25.881197 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-60a28b98-6a98-4ad2-8ea5-8e1ad6dc2faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:12:25.892780 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-d21f3412-6268-405a-855f-6edc53f25463 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:12:25.919289 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-d21f3412-6268-405a-855f-6edc53f25463 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:12:26.035134 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-d21f3412-6268-405a-855f-6edc53f25463 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:12:26.134720 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21f3412-6268-405a-855f-6edc53f25463 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d2fc40c-11fc-4755-83a3-3b30497c32be,revision_number=None']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:12:26.140991 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-d21f3412-6268-405a-855f-6edc53f25463 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:12:26.144534 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-d21f3412-6268-405a-855f-6edc53f25463 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5d2fc40c-11fc-4755-83a3-3b30497c32be HTTP/1.1" status: 204 len: 168 time: 0.3057432 Apr 08 03:12:26.861288 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 52450) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:12:26.910284 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-9c821ea9-75e2-4c5c-9bdc-48a691b4961b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=667c597367884adbbacc6b2919cc32c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0478637 Apr 08 03:12:26.912613 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 52454) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:12:26.967810 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-526328d0-4117-43fa-bdf5-5b24a617fdec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:12:26.993618 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-526328d0-4117-43fa-bdf5-5b24a617fdec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:12:27.109868 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-526328d0-4117-43fa-bdf5-5b24a617fdec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:12:27.125615 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526328d0-4117-43fa-bdf5-5b24a617fdec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=873de7a9-c803-49cb-bd9f-2eae572616a4,revision_number=None']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:12:27.130006 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-526328d0-4117-43fa-bdf5-5b24a617fdec admin admin] Notify callbacks [] for security_group, before_response {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:12:27.131104 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-526328d0-4117-43fa-bdf5-5b24a617fdec admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/873de7a9-c803-49cb-bd9f-2eae572616a4 HTTP/1.1" status: 204 len: 168 time: 0.2176275 Apr 08 03:12:27.155564 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [req-8566e31b-5c7b-4a7e-aa04-9c74f9a6c7da req-013a537e-523d-44c4-834c-5edb6cab82ef tempest-DeleteServersTestJSON-1539218655 tempest-DeleteServersTestJSON-1539218655-project] (87787) timed out ('10.222.0.39', 61988) {{(pid=87787) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 08 03:12:28.309575 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-1a5aea62-a3dc-48f6-a54a-b4c5243902df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:12:29.190119 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-ef00a636-a289-418c-ab96-90866b017a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:12:29.240809 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:12:30.612621 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-0700d8e1-2fb2-4ab8-b601-2cbd26aa24a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:12:39.263716 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:12:48.711251 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 52638) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:12:48.826127 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-7b4a17d1-0e7e-4486-b52c-af93fd0aaae7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:12:48.843596 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-7b4a17d1-0e7e-4486-b52c-af93fd0aaae7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 03:12:48.847323 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-7b4a17d1-0e7e-4486-b52c-af93fd0aaae7 admin admin] Usage tracker for resource:security_group_rule and tenant:e1cb9431def7491ab55d0184404eb8bf is out of sync, need to count used quota {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 03:12:48.850036 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-7b4a17d1-0e7e-4486-b52c-af93fd0aaae7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 03:12:48.855626 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-7b4a17d1-0e7e-4486-b52c-af93fd0aaae7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 03:12:48.933284 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-7b4a17d1-0e7e-4486-b52c-af93fd0aaae7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:12:49.000160 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-7b4a17d1-0e7e-4486-b52c-af93fd0aaae7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:12:49.046918 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-7b4a17d1-0e7e-4486-b52c-af93fd0aaae7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e1cb9431def7491ab55d0184404eb8bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3345833 Apr 08 03:12:49.047650 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4a17d1-0e7e-4486-b52c-af93fd0aaae7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bc4d237-9362-4154-a122-9bfdb987a071,revision_number=1']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:12:49.049676 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.wsgi [-] (87786) accepted ('10.222.0.15', 52644) {{(pid=87786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:12:49.107687 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-3a418218-0e31-447f-ae1d-52f90f797324 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:12:49.132537 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-3a418218-0e31-447f-ae1d-52f90f797324 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:12:49.246628 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-3a418218-0e31-447f-ae1d-52f90f797324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:12:49.259881 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a418218-0e31-447f-ae1d-52f90f797324 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bc4d237-9362-4154-a122-9bfdb987a071,revision_number=None']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:12:49.266891 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-3a418218-0e31-447f-ae1d-52f90f797324 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:12:49.268043 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [None req-3a418218-0e31-447f-ae1d-52f90f797324 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0bc4d237-9362-4154-a122-9bfdb987a071 HTTP/1.1" status: 204 len: 168 time: 0.2173884 Apr 08 03:12:49.853854 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.wsgi [-] (87786) accepted ('10.222.0.15', 52652) {{(pid=87786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:12:49.871589 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-9f3f03a9-2cea-4608-823e-168714dacf9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:12:49.888898 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.quota.driver [None req-9f3f03a9-2cea-4608-823e-168714dacf9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 03:12:49.892660 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [None req-9f3f03a9-2cea-4608-823e-168714dacf9f admin admin] Usage tracker for resource:security_group_rule and tenant:196840f4f1c646bba0b44ad144e6b703 is out of sync, need to count used quota {{(pid=87786) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 03:12:49.895428 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [None req-9f3f03a9-2cea-4608-823e-168714dacf9f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87786) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 03:12:49.901008 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.quota.driver [None req-9f3f03a9-2cea-4608-823e-168714dacf9f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 03:12:49.977838 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-9f3f03a9-2cea-4608-823e-168714dacf9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:12:50.034414 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-9f3f03a9-2cea-4608-823e-168714dacf9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:12:50.081631 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [None req-9f3f03a9-2cea-4608-823e-168714dacf9f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=196840f4f1c646bba0b44ad144e6b703&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2267122 Apr 08 03:12:50.082468 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3f03a9-2cea-4608-823e-168714dacf9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a71b2914-d95d-4bef-b1ea-5115560e1fa5,revision_number=1']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:12:50.084255 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 52656) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:12:50.143958 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-0ded0294-996c-4621-9c21-d5a8073edce6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:12:50.172390 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-0ded0294-996c-4621-9c21-d5a8073edce6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:12:50.286006 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-0ded0294-996c-4621-9c21-d5a8073edce6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:12:50.304899 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ded0294-996c-4621-9c21-d5a8073edce6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a71b2914-d95d-4bef-b1ea-5115560e1fa5,revision_number=None']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:12:50.315175 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-0ded0294-996c-4621-9c21-d5a8073edce6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:12:50.318566 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-0ded0294-996c-4621-9c21-d5a8073edce6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a71b2914-d95d-4bef-b1ea-5115560e1fa5 HTTP/1.1" status: 204 len: 168 time: 0.2306957 Apr 08 03:12:55.885383 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-e35f6ae7-89b1-42e5-8c84-b65d2b2fa231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:12:55.923909 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 52718) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:12:56.036089 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-b43bc9e1-74e8-471c-abbf-8682a4fcb300 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:12:56.050376 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-b43bc9e1-74e8-471c-abbf-8682a4fcb300 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 03:12:56.054099 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-b43bc9e1-74e8-471c-abbf-8682a4fcb300 admin admin] Usage tracker for resource:security_group_rule and tenant:a937754aeb2a4f58b788c20d6bb706da is out of sync, need to count used quota {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 03:12:56.056862 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-b43bc9e1-74e8-471c-abbf-8682a4fcb300 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 03:12:56.062428 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-b43bc9e1-74e8-471c-abbf-8682a4fcb300 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 03:12:56.139602 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-b43bc9e1-74e8-471c-abbf-8682a4fcb300 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:12:56.217318 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-b43bc9e1-74e8-471c-abbf-8682a4fcb300 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:12:56.262676 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43bc9e1-74e8-471c-abbf-8682a4fcb300 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4ee31f9-4f85-4bf8-98ea-cfae22ebe807,revision_number=1']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:12:56.266923 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-b43bc9e1-74e8-471c-abbf-8682a4fcb300 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a937754aeb2a4f58b788c20d6bb706da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3420172 Apr 08 03:12:56.269703 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 52724) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:12:56.327121 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-4dcbcfda-b9cd-454b-b2ae-4864b5886823 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:12:56.352048 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-4dcbcfda-b9cd-454b-b2ae-4864b5886823 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:12:56.480238 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-4dcbcfda-b9cd-454b-b2ae-4864b5886823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:12:56.497063 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcbcfda-b9cd-454b-b2ae-4864b5886823 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4ee31f9-4f85-4bf8-98ea-cfae22ebe807,revision_number=None']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:12:56.500366 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-4dcbcfda-b9cd-454b-b2ae-4864b5886823 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:12:56.501470 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-4dcbcfda-b9cd-454b-b2ae-4864b5886823 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c4ee31f9-4f85-4bf8-98ea-cfae22ebe807 HTTP/1.1" status: 204 len: 168 time: 0.2308366 Apr 08 03:12:57.108319 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.wsgi [-] (87786) accepted ('10.222.0.15', 52732) {{(pid=87786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:12:57.125332 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-d6cced6f-ced5-4ccf-ad75-f8693efbbbc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:12:57.140143 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.quota.driver [None req-d6cced6f-ced5-4ccf-ad75-f8693efbbbc9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 03:12:57.143933 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [None req-d6cced6f-ced5-4ccf-ad75-f8693efbbbc9 admin admin] Usage tracker for resource:security_group_rule and tenant:255bd1468e5d4cc3990f8ee036088f69 is out of sync, need to count used quota {{(pid=87786) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 03:12:57.146779 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [None req-d6cced6f-ced5-4ccf-ad75-f8693efbbbc9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87786) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 03:12:57.153396 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.quota.driver [None req-d6cced6f-ced5-4ccf-ad75-f8693efbbbc9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 03:12:57.231939 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-d6cced6f-ced5-4ccf-ad75-f8693efbbbc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:12:57.285367 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-d6cced6f-ced5-4ccf-ad75-f8693efbbbc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:12:57.335762 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [None req-d6cced6f-ced5-4ccf-ad75-f8693efbbbc9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=255bd1468e5d4cc3990f8ee036088f69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2263682 Apr 08 03:12:57.337363 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cced6f-ced5-4ccf-ad75-f8693efbbbc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21cb667d-2491-4224-b9a4-bbb1deb38b18,revision_number=1']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:12:57.338449 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 52736) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:12:57.396558 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-32e97bf0-5d2a-4c43-a5a5-e5abfd493dc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:12:57.421079 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-32e97bf0-5d2a-4c43-a5a5-e5abfd493dc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:12:57.548746 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-32e97bf0-5d2a-4c43-a5a5-e5abfd493dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:12:57.562817 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e97bf0-5d2a-4c43-a5a5-e5abfd493dc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21cb667d-2491-4224-b9a4-bbb1deb38b18,revision_number=None']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:12:57.569299 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-32e97bf0-5d2a-4c43-a5a5-e5abfd493dc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:12:57.570403 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-32e97bf0-5d2a-4c43-a5a5-e5abfd493dc2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/21cb667d-2491-4224-b9a4-bbb1deb38b18 HTTP/1.1" status: 204 len: 168 time: 0.2309344 Apr 08 03:12:58.303210 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-96ebdf05-93d5-41e3-87c9-3d3609626f56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:12:59.200467 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-ef00a636-a289-418c-ab96-90866b017a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:12:59.239780 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:12:59.722306 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.agents_db [None req-78530461-7b12-4524-9e6e-3e4de8d78fc4 None None] Agent healthcheck: found 6 active agents {{(pid=87789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 03:13:00.634047 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-0700d8e1-2fb2-4ab8-b601-2cbd26aa24a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:13:09.270495 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 52864) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:13:09.287845 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:13:09.407489 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-425889fd-a285-4b23-8912-b87ebf690f1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:13:09.421763 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-425889fd-a285-4b23-8912-b87ebf690f1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 03:13:09.425457 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-425889fd-a285-4b23-8912-b87ebf690f1f admin admin] Usage tracker for resource:security_group_rule and tenant:12dc372f8c654b22aaf7aa626439ca2b is out of sync, need to count used quota {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 03:13:09.428185 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-425889fd-a285-4b23-8912-b87ebf690f1f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 03:13:09.433729 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-425889fd-a285-4b23-8912-b87ebf690f1f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 03:13:09.516363 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-425889fd-a285-4b23-8912-b87ebf690f1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:13:09.670542 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-425889fd-a285-4b23-8912-b87ebf690f1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:13:09.715517 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-425889fd-a285-4b23-8912-b87ebf690f1f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=12dc372f8c654b22aaf7aa626439ca2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4439592 Apr 08 03:13:09.716465 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425889fd-a285-4b23-8912-b87ebf690f1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0cd8b9f-e633-4291-a3f8-2203db85b8ba,revision_number=1']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:13:09.718881 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.wsgi [-] (87786) accepted ('10.222.0.15', 52870) {{(pid=87786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:13:09.724568 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425889fd-a285-4b23-8912-b87ebf690f1f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:13:09.724920 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425889fd-a285-4b23-8912-b87ebf690f1f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:13:09.725256 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425889fd-a285-4b23-8912-b87ebf690f1f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:13:09.725591 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425889fd-a285-4b23-8912-b87ebf690f1f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:13:09.725923 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425889fd-a285-4b23-8912-b87ebf690f1f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:13:09.726254 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425889fd-a285-4b23-8912-b87ebf690f1f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:13:09.726579 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425889fd-a285-4b23-8912-b87ebf690f1f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:13:09.726907 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425889fd-a285-4b23-8912-b87ebf690f1f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:13:09.727254 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425889fd-a285-4b23-8912-b87ebf690f1f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:13:09.727580 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425889fd-a285-4b23-8912-b87ebf690f1f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:13:09.727900 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425889fd-a285-4b23-8912-b87ebf690f1f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:13:09.728220 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425889fd-a285-4b23-8912-b87ebf690f1f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:13:09.782103 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-a8bee89c-1884-41c7-bed2-053235242385 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:13:09.806656 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-a8bee89c-1884-41c7-bed2-053235242385 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:13:09.948272 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-a8bee89c-1884-41c7-bed2-053235242385 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:13:09.963833 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bee89c-1884-41c7-bed2-053235242385 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0cd8b9f-e633-4291-a3f8-2203db85b8ba,revision_number=None']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:13:09.973216 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bee89c-1884-41c7-bed2-053235242385 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:13:09.973556 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bee89c-1884-41c7-bed2-053235242385 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:13:09.973888 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bee89c-1884-41c7-bed2-053235242385 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:13:09.974215 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bee89c-1884-41c7-bed2-053235242385 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:13:09.974539 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bee89c-1884-41c7-bed2-053235242385 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:13:09.974860 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bee89c-1884-41c7-bed2-053235242385 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:13:09.975316 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bee89c-1884-41c7-bed2-053235242385 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:13:09.975624 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bee89c-1884-41c7-bed2-053235242385 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:13:09.975943 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bee89c-1884-41c7-bed2-053235242385 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:13:09.976258 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bee89c-1884-41c7-bed2-053235242385 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:13:09.976573 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bee89c-1884-41c7-bed2-053235242385 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:13:09.976883 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bee89c-1884-41c7-bed2-053235242385 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:13:09.989484 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-a8bee89c-1884-41c7-bed2-053235242385 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:13:09.990728 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [None req-a8bee89c-1884-41c7-bed2-053235242385 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e0cd8b9f-e633-4291-a3f8-2203db85b8ba HTTP/1.1" status: 204 len: 168 time: 0.2708201 Apr 08 03:13:10.554046 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.wsgi [-] (87786) accepted ('10.222.0.15', 52882) {{(pid=87786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:13:10.569686 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-f84f3ec3-3374-4f24-a6a4-cb78c731df30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:13:10.584048 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.quota.driver [None req-f84f3ec3-3374-4f24-a6a4-cb78c731df30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 03:13:10.588121 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [None req-f84f3ec3-3374-4f24-a6a4-cb78c731df30 admin admin] Usage tracker for resource:security_group_rule and tenant:61e3299ba6b94c86a600ec51defcbb09 is out of sync, need to count used quota {{(pid=87786) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 03:13:10.590873 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [None req-f84f3ec3-3374-4f24-a6a4-cb78c731df30 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87786) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 03:13:10.597227 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.quota.driver [None req-f84f3ec3-3374-4f24-a6a4-cb78c731df30 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 03:13:10.675570 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-f84f3ec3-3374-4f24-a6a4-cb78c731df30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:13:10.719971 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-f84f3ec3-3374-4f24-a6a4-cb78c731df30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:13:10.769694 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [None req-f84f3ec3-3374-4f24-a6a4-cb78c731df30 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=61e3299ba6b94c86a600ec51defcbb09&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2157955 Apr 08 03:13:10.770614 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84f3ec3-3374-4f24-a6a4-cb78c731df30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b92d4df-89d6-4346-b707-e7960127ec85,revision_number=1']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:13:10.772332 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 52886) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:13:10.830578 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-51e3e6b0-a7d9-4c2a-9671-35e179f16948 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:13:10.854651 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-51e3e6b0-a7d9-4c2a-9671-35e179f16948 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:13:10.970400 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-51e3e6b0-a7d9-4c2a-9671-35e179f16948 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:13:10.988149 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e3e6b0-a7d9-4c2a-9671-35e179f16948 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b92d4df-89d6-4346-b707-e7960127ec85,revision_number=None']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:13:10.997115 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-51e3e6b0-a7d9-4c2a-9671-35e179f16948 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:13:10.998190 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-51e3e6b0-a7d9-4c2a-9671-35e179f16948 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5b92d4df-89d6-4346-b707-e7960127ec85 HTTP/1.1" status: 204 len: 168 time: 0.2242813 Apr 08 03:13:11.649023 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.wsgi [-] (87786) accepted ('10.222.0.15', 52894) {{(pid=87786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:13:11.666677 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-f305061a-a7fa-4c21-9695-6badbf6ab68b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:13:11.681010 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.quota.driver [None req-f305061a-a7fa-4c21-9695-6badbf6ab68b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 03:13:11.684702 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [None req-f305061a-a7fa-4c21-9695-6badbf6ab68b admin admin] Usage tracker for resource:security_group_rule and tenant:d306fed372d047719d05034aa2212b48 is out of sync, need to count used quota {{(pid=87786) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 03:13:11.687424 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [None req-f305061a-a7fa-4c21-9695-6badbf6ab68b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87786) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 03:13:11.692896 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.quota.driver [None req-f305061a-a7fa-4c21-9695-6badbf6ab68b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 03:13:11.772982 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-f305061a-a7fa-4c21-9695-6badbf6ab68b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:13:11.817037 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-f305061a-a7fa-4c21-9695-6badbf6ab68b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:13:11.862709 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [None req-f305061a-a7fa-4c21-9695-6badbf6ab68b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d306fed372d047719d05034aa2212b48&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2126701 Apr 08 03:13:11.863574 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f305061a-a7fa-4c21-9695-6badbf6ab68b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec3e36dc-2587-4eb2-a293-fa380965c042,revision_number=1']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:13:11.865413 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 52898) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:13:11.922310 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-1df0a8b6-961c-4bdc-bfb2-1a373d309a4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:13:11.946503 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-1df0a8b6-961c-4bdc-bfb2-1a373d309a4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:13:12.039965 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-1df0a8b6-961c-4bdc-bfb2-1a373d309a4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:13:12.055210 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df0a8b6-961c-4bdc-bfb2-1a373d309a4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec3e36dc-2587-4eb2-a293-fa380965c042,revision_number=None']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:13:12.059427 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-1df0a8b6-961c-4bdc-bfb2-1a373d309a4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:13:12.060506 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-1df0a8b6-961c-4bdc-bfb2-1a373d309a4d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ec3e36dc-2587-4eb2-a293-fa380965c042 HTTP/1.1" status: 204 len: 168 time: 0.1940541 Apr 08 03:13:13.107936 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 52922) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:13:13.209357 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.v2.base [None req-44f4f3ce-9572-4256-adec-1434b7b5ade9 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-54292452-network', 'tenant_id': '2ecad11dc4f542b5ab092ebb871bb1bd'}} {{(pid=87787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 03:13:13.213983 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-44f4f3ce-9572-4256-adec-1434b7b5ade9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 03:13:13.217761 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-44f4f3ce-9572-4256-adec-1434b7b5ade9 admin admin] Usage tracker for resource:network and tenant:2ecad11dc4f542b5ab092ebb871bb1bd is out of sync, need to count used quota {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 03:13:13.220538 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-44f4f3ce-9572-4256-adec-1434b7b5ade9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 03:13:13.226506 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-44f4f3ce-9572-4256-adec-1434b7b5ade9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 03:13:13.320154 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44f4f3ce-9572-4256-adec-1434b7b5ade9 admin admin] Made reservation on behalf of 2ecad11dc4f542b5ab092ebb871bb1bd for: {'network': 1} {{(pid=87787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 03:13:13.322559 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-44f4f3ce-9572-4256-adec-1434b7b5ade9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for network, before_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:13:13.334961 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-44f4f3ce-9572-4256-adec-1434b7b5ade9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:13:13.349004 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-44f4f3ce-9572-4256-adec-1434b7b5ade9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 03:13:13.352702 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-44f4f3ce-9572-4256-adec-1434b7b5ade9 admin admin] Usage tracker for resource:security_group_rule and tenant:2ecad11dc4f542b5ab092ebb871bb1bd is out of sync, need to count used quota {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 03:13:13.355482 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-44f4f3ce-9572-4256-adec-1434b7b5ade9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 03:13:13.361668 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-44f4f3ce-9572-4256-adec-1434b7b5ade9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 03:13:13.443674 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-44f4f3ce-9572-4256-adec-1434b7b5ade9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:13:13.497864 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-44f4f3ce-9572-4256-adec-1434b7b5ade9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:13:13.527579 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f4f3ce-9572-4256-adec-1434b7b5ade9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e2125bb-2b49-4a5f-bb0b-68448c49080c,revision_number=1']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:13:13.621530 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44f4f3ce-9572-4256-adec-1434b7b5ade9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 267} {{(pid=87787) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 03:13:13.630429 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-44f4f3ce-9572-4256-adec-1434b7b5ade9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575478'] for segment, precommit_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:13:13.630789 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.db.segments_db [None req-44f4f3ce-9572-4256-adec-1434b7b5ade9 admin admin] Added segment ee7861c4-430f-466b-b20d-8ffb3f532ca1 of type vlan for network 5214eb22-4a24-4269-bf93-9d28a3177b05 Apr 08 03:13:13.655866 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-44f4f3ce-9572-4256-adec-1434b7b5ade9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762846836134'] for network, precommit_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:13:13.742554 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-44f4f3ce-9572-4256-adec-1434b7b5ade9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254'] for network, after_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:13:13.743578 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44f4f3ce-9572-4256-adec-1434b7b5ade9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:13:13.744251 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-44f4f3ce-9572-4256-adec-1434b7b5ade9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539232'] for network, before_response {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:13:13.845482 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f4f3ce-9572-4256-adec-1434b7b5ade9 admin admin] Pushing event updated for resources: {'Network': ['ID=5214eb22-4a24-4269-bf93-9d28a3177b05,revision_number=1']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:13:13.854921 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Network 5214eb22-4a24-4269-bf93-9d28a3177b05 details requested by agent ovs-agent-dv-cinder-837051-1-smb with host dv-cinder-837051-1-smb {{(pid=87788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 08 03:13:13.892290 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-44f4f3ce-9572-4256-adec-1434b7b5ade9 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.7830217 Apr 08 03:13:13.894972 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 52930) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:13:13.900266 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.v2.base [None req-d0be33a7-3886-4185-b579-bd9dff64b025 admin admin] Request body: {'subnet': {'network_id': '5214eb22-4a24-4269-bf93-9d28a3177b05', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-54292452-subnet', 'tenant_id': '2ecad11dc4f542b5ab092ebb871bb1bd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 03:13:13.905598 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-d0be33a7-3886-4185-b579-bd9dff64b025 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 03:13:13.909518 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-d0be33a7-3886-4185-b579-bd9dff64b025 admin admin] Usage tracker for resource:subnet and tenant:2ecad11dc4f542b5ab092ebb871bb1bd is out of sync, need to count used quota {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 03:13:13.912336 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-d0be33a7-3886-4185-b579-bd9dff64b025 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 03:13:13.918022 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-d0be33a7-3886-4185-b579-bd9dff64b025 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 03:13:14.011684 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0be33a7-3886-4185-b579-bd9dff64b025 admin admin] Made reservation on behalf of 2ecad11dc4f542b5ab092ebb871bb1bd for: {'subnet': 1} {{(pid=87787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 03:13:14.013990 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-d0be33a7-3886-4185-b579-bd9dff64b025 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2234850'] for subnet, before_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:13:14.245595 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-d0be33a7-3886-4185-b579-bd9dff64b025 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3007286', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2234832'] for subnet, after_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:13:14.318901 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0be33a7-3886-4185-b579-bd9dff64b025 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4573efc0-0b4a-41f8-8bd1-3b06f8b63051,revision_number=0']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:13:14.329494 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0be33a7-3886-4185-b579-bd9dff64b025 admin admin] Checking segment: {'id': 'ee7861c4-430f-466b-b20d-8ffb3f532ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '5214eb22-4a24-4269-bf93-9d28a3177b05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 03:13:14.329856 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0be33a7-3886-4185-b579-bd9dff64b025 admin admin] Network hostable DHCP agents. Network: 5214eb22-4a24-4269-bf93-9d28a3177b05, hostable agents: ['c0dff2ba-0ef7-4e94-af34-c7dac3342234'], hosted agents: [] {{(pid=87787) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 03:13:14.382321 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0be33a7-3886-4185-b579-bd9dff64b025 admin admin] Network 5214eb22-4a24-4269-bf93-9d28a3177b05 is scheduled to be hosted by DHCP agent c0dff2ba-0ef7-4e94-af34-c7dac3342234 with binding_index 1 {{(pid=87787) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 03:13:14.439608 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.scheduler.base_scheduler [None req-d0be33a7-3886-4185-b579-bd9dff64b025 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837051-1-smb, 5214eb22-4a24-4269-bf93-9d28a3177b05) {{(pid=87787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 03:13:14.443800 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0be33a7-3886-4185-b579-bd9dff64b025 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:13:14.444419 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-d0be33a7-3886-4185-b579-bd9dff64b025 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539232'] for subnet, before_response {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:13:14.449119 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e09866d3-04f3-4843-9d07-2252359b59c7 None None] Network 5214eb22-4a24-4269-bf93-9d28a3177b05 requested from dv-cinder-837051-1-smb {{(pid=87788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 03:13:14.515512 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-d0be33a7-3886-4185-b579-bd9dff64b025 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6188595 Apr 08 03:13:14.654024 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a5ac3c3-6406-4b17-9b54-ef63334aed9b None None] Network 5214eb22-4a24-4269-bf93-9d28a3177b05 requested from dv-cinder-837051-1-smb {{(pid=87788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 08 03:13:16.889839 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2115fb-20fa-44ef-b3e4-e949a5d18092 req-a72bd012-402b-4137-bc77-4d38b2cd9f6d tempest-VolumesActionsTest-1727974077 tempest-VolumesActionsTest-1727974077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:13:16.891244 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-cf2115fb-20fa-44ef-b3e4-e949a5d18092 req-a72bd012-402b-4137-bc77-4d38b2cd9f6d tempest-VolumesActionsTest-1727974077 tempest-VolumesActionsTest-1727974077-project] 10.222.0.15 "GET /v2.0/networks?id=5214eb22-4a24-4269-bf93-9d28a3177b05 HTTP/1.1" status: 200 len: 807 time: 0.2348850 Apr 08 03:13:16.905288 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-cf2115fb-20fa-44ef-b3e4-e949a5d18092 req-59ccac6d-bc5c-4a95-8deb-4f5c7d01aae2 tempest-VolumesActionsTest-1727974077 tempest-VolumesActionsTest-1727974077-project] 10.222.0.15 "GET /v2.0/quotas/2ecad11dc4f542b5ab092ebb871bb1bd HTTP/1.1" status: 200 len: 375 time: 0.0085227 Apr 08 03:13:16.953631 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-cf2115fb-20fa-44ef-b3e4-e949a5d18092 req-efe7cc98-50d3-460b-b0f2-c61a9387d604 tempest-VolumesActionsTest-1727974077 tempest-VolumesActionsTest-1727974077-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=2ecad11dc4f542b5ab092ebb871bb1bd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0429242 Apr 08 03:13:17.081822 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-cf2115fb-20fa-44ef-b3e4-e949a5d18092 req-526d8958-b53a-46ab-8605-c42ea4cfc831 service neutron] 10.222.0.15 "GET /v2.0/networks/5214eb22-4a24-4269-bf93-9d28a3177b05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213870 Apr 08 03:13:17.208892 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-cf2115fb-20fa-44ef-b3e4-e949a5d18092 req-a53c6b72-7bb1-47c2-94c6-d9c0683b0119 service neutron] 10.222.0.15 "GET /v2.0/networks/5214eb22-4a24-4269-bf93-9d28a3177b05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212761 Apr 08 03:13:17.519495 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-6cf14b1c-e259-48e6-96e2-11957c9e5f3c req-92dea557-493b-4941-8773-ae38fd2b1b44 tempest-VolumesActionsTest-1727974077 tempest-VolumesActionsTest-1727974077-project] 10.222.0.15 "GET /v2.0/ports?device_id=8df43866-f6b0-48da-ac4d-a425bdbc09bf HTTP/1.1" status: 200 len: 210 time: 0.0464284 Apr 08 03:13:18.611979 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-a5cca8d8-c33e-4057-b3e4-1bda4ea7d9f2 req-a3434a44-1faa-411a-9c8e-285d83e02b5b tempest-VolumesActionsTest-1727974077 tempest-VolumesActionsTest-1727974077-project] 10.222.0.15 "GET /v2.0/ports?device_id=8df43866-f6b0-48da-ac4d-a425bdbc09bf HTTP/1.1" status: 200 len: 210 time: 0.0420983 Apr 08 03:13:19.757726 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-38d67a9b-2627-4149-a7aa-6df1cb5de961 req-951c8a0f-75df-4a4e-8764-557ffceb7a6c tempest-VolumesActionsTest-1727974077 tempest-VolumesActionsTest-1727974077-project] 10.222.0.15 "GET /v2.0/ports?device_id=8df43866-f6b0-48da-ac4d-a425bdbc09bf HTTP/1.1" status: 200 len: 210 time: 0.0446208 Apr 08 03:13:20.906372 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-43fa0591-7f54-49af-9787-b2a43f807183 req-3859a51b-bcca-4026-8e8f-f25d054e3d8e tempest-VolumesActionsTest-1727974077 tempest-VolumesActionsTest-1727974077-project] 10.222.0.15 "GET /v2.0/ports?device_id=8df43866-f6b0-48da-ac4d-a425bdbc09bf HTTP/1.1" status: 200 len: 210 time: 0.0422053 Apr 08 03:13:21.658862 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2115fb-20fa-44ef-b3e4-e949a5d18092 req-4ec91457-9a84-4670-9b91-94ca6c601af7 tempest-VolumesActionsTest-1727974077 tempest-VolumesActionsTest-1727974077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:13:21.667834 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-cf2115fb-20fa-44ef-b3e4-e949a5d18092 req-4ec91457-9a84-4670-9b91-94ca6c601af7 tempest-VolumesActionsTest-1727974077 tempest-VolumesActionsTest-1727974077-project] 10.222.0.39 "GET /v2.0/networks?id=5214eb22-4a24-4269-bf93-9d28a3177b05 HTTP/1.1" status: 200 len: 807 time: 0.1472564 Apr 08 03:13:21.677829 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.v2.base [req-cf2115fb-20fa-44ef-b3e4-e949a5d18092 req-9056016b-c771-4fde-9ef3-70c2ec12bde8 tempest-VolumesActionsTest-1727974077 tempest-VolumesActionsTest-1727974077-project] Request body: {'port': {'device_id': '8df43866-f6b0-48da-ac4d-a425bdbc09bf', 'network_id': '5214eb22-4a24-4269-bf93-9d28a3177b05', 'admin_state_up': True, 'tenant_id': '2ecad11dc4f542b5ab092ebb871bb1bd'}} {{(pid=87786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 03:13:21.821751 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.quota.driver [req-cf2115fb-20fa-44ef-b3e4-e949a5d18092 req-9056016b-c771-4fde-9ef3-70c2ec12bde8 tempest-VolumesActionsTest-1727974077 tempest-VolumesActionsTest-1727974077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 03:13:21.825518 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [req-cf2115fb-20fa-44ef-b3e4-e949a5d18092 req-9056016b-c771-4fde-9ef3-70c2ec12bde8 tempest-VolumesActionsTest-1727974077 tempest-VolumesActionsTest-1727974077-project] Usage tracker for resource:port and tenant:2ecad11dc4f542b5ab092ebb871bb1bd is out of sync, need to count used quota {{(pid=87786) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 03:13:21.828375 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [req-cf2115fb-20fa-44ef-b3e4-e949a5d18092 req-9056016b-c771-4fde-9ef3-70c2ec12bde8 tempest-VolumesActionsTest-1727974077 tempest-VolumesActionsTest-1727974077-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87786) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 03:13:21.834030 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.quota.driver [req-cf2115fb-20fa-44ef-b3e4-e949a5d18092 req-9056016b-c771-4fde-9ef3-70c2ec12bde8 tempest-VolumesActionsTest-1727974077 tempest-VolumesActionsTest-1727974077-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 03:13:21.874219 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf2115fb-20fa-44ef-b3e4-e949a5d18092 req-9056016b-c771-4fde-9ef3-70c2ec12bde8 tempest-VolumesActionsTest-1727974077 tempest-VolumesActionsTest-1727974077-project] Made reservation on behalf of 2ecad11dc4f542b5ab092ebb871bb1bd for: {'port': 1} {{(pid=87786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 03:13:21.877932 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [req-cf2115fb-20fa-44ef-b3e4-e949a5d18092 req-9056016b-c771-4fde-9ef3-70c2ec12bde8 tempest-VolumesActionsTest-1727974077 tempest-VolumesActionsTest-1727974077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:13:22.076587 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-56362f82-8143-412a-b163-544c6ccc8276 req-0d9e6305-0d28-4ff6-a872-eb9e58d01389 tempest-VolumesActionsTest-1727974077 tempest-VolumesActionsTest-1727974077-project] 10.222.0.15 "GET /v2.0/ports?device_id=8df43866-f6b0-48da-ac4d-a425bdbc09bf HTTP/1.1" status: 200 len: 210 time: 0.0538890 Apr 08 03:13:22.089906 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.db_base_plugin_common [req-cf2115fb-20fa-44ef-b3e4-e949a5d18092 req-9056016b-c771-4fde-9ef3-70c2ec12bde8 tempest-VolumesActionsTest-1727974077 tempest-VolumesActionsTest-1727974077-project] Allocated IP 172.20.0.8 (5214eb22-4a24-4269-bf93-9d28a3177b05/4573efc0-0b4a-41f8-8bd1-3b06f8b63051/81f69534-9efe-4920-a102-4cdf80d2f32c) {{(pid=87786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 03:13:22.287558 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [req-cf2115fb-20fa-44ef-b3e4-e949a5d18092 req-9056016b-c771-4fde-9ef3-70c2ec12bde8 tempest-VolumesActionsTest-1727974077 tempest-VolumesActionsTest-1727974077-project] Notify callbacks [] for port, precommit_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:13:22.371986 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [req-cf2115fb-20fa-44ef-b3e4-e949a5d18092 req-9056016b-c771-4fde-9ef3-70c2ec12bde8 tempest-VolumesActionsTest-1727974077 tempest-VolumesActionsTest-1727974077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762846864680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2754409'] for port, after_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:13:22.437141 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf2115fb-20fa-44ef-b3e4-e949a5d18092 req-9056016b-c771-4fde-9ef3-70c2ec12bde8 tempest-VolumesActionsTest-1727974077 tempest-VolumesActionsTest-1727974077-project] Network 5214eb22-4a24-4269-bf93-9d28a3177b05 is already hosted by enough agents. {{(pid=87786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 03:13:22.439994 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.scheduler.base_scheduler [req-cf2115fb-20fa-44ef-b3e4-e949a5d18092 req-9056016b-c771-4fde-9ef3-70c2ec12bde8 tempest-VolumesActionsTest-1727974077 tempest-VolumesActionsTest-1727974077-project] Resources bound (agent type, host, resource id): {{(pid=87786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 03:13:22.447895 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf2115fb-20fa-44ef-b3e4-e949a5d18092 req-9056016b-c771-4fde-9ef3-70c2ec12bde8 tempest-VolumesActionsTest-1727974077 tempest-VolumesActionsTest-1727974077-project] Received port after_create {{(pid=87786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 03:13:22.481638 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9056016b-c771-4fde-9ef3-70c2ec12bde8 tempest-VolumesActionsTest-1727974077 tempest-VolumesActionsTest-1727974077-project] Pushing event updated for resources: {'Port': ['ID=81f69534-9efe-4920-a102-4cdf80d2f32c,revision_number=1']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:13:22.516331 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2115fb-20fa-44ef-b3e4-e949a5d18092 req-9056016b-c771-4fde-9ef3-70c2ec12bde8 tempest-VolumesActionsTest-1727974077 tempest-VolumesActionsTest-1727974077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:13:22.516931 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [req-cf2115fb-20fa-44ef-b3e4-e949a5d18092 req-9056016b-c771-4fde-9ef3-70c2ec12bde8 tempest-VolumesActionsTest-1727974077 tempest-VolumesActionsTest-1727974077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207533'] for port, before_response {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:13:22.613097 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-cf2115fb-20fa-44ef-b3e4-e949a5d18092 req-9056016b-c771-4fde-9ef3-70c2ec12bde8 tempest-VolumesActionsTest-1727974077 tempest-VolumesActionsTest-1727974077-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9386160 Apr 08 03:13:22.688679 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.v2.base [req-cf2115fb-20fa-44ef-b3e4-e949a5d18092 req-9f417ff9-c938-4036-b4fb-fc2d3dd2640c service neutron] Request body: {'port': {'device_id': '8df43866-f6b0-48da-ac4d-a425bdbc09bf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83705'}} {{(pid=87786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 03:13:22.798031 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [req-cf2115fb-20fa-44ef-b3e4-e949a5d18092 req-9f417ff9-c938-4036-b4fb-fc2d3dd2640c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_update {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:13:23.269333 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.notifiers.nova [req-cf2115fb-20fa-44ef-b3e4-e949a5d18092 req-9f417ff9-c938-4036-b4fb-fc2d3dd2640c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81f69534-9efe-4920-a102-4cdf80d2f32c {{(pid=87786) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 03:13:23.277599 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [req-cf2115fb-20fa-44ef-b3e4-e949a5d18092 req-9f417ff9-c938-4036-b4fb-fc2d3dd2640c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:13:23.297133 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.provisioning_blocks [req-cf2115fb-20fa-44ef-b3e4-e949a5d18092 req-9f417ff9-c938-4036-b4fb-fc2d3dd2640c service neutron] Transition to ACTIVE for port object 81f69534-9efe-4920-a102-4cdf80d2f32c will not be triggered until provisioned by entity L2. {{(pid=87786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 03:13:23.322554 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8268ee0d-7ae4-4a85-a890-a4e1d8cf381b req-bff47744-9a79-4166-b896-4652141c1cbd tempest-VolumesActionsTest-1727974077 tempest-VolumesActionsTest-1727974077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:13:23.323262 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [req-8268ee0d-7ae4-4a85-a890-a4e1d8cf381b req-bff47744-9a79-4166-b896-4652141c1cbd tempest-VolumesActionsTest-1727974077 tempest-VolumesActionsTest-1727974077-project] Synchronizing usage tracker for tenant:2ecad11dc4f542b5ab092ebb871bb1bd on resource:port {{(pid=87786) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 03:13:23.365521 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [req-cf2115fb-20fa-44ef-b3e4-e949a5d18092 req-9f417ff9-c938-4036-b4fb-fc2d3dd2640c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762847214852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762846864698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762846864743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2754402'] for port, after_update {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:13:23.469382 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [req-8268ee0d-7ae4-4a85-a890-a4e1d8cf381b req-bff47744-9a79-4166-b896-4652141c1cbd tempest-VolumesActionsTest-1727974077 tempest-VolumesActionsTest-1727974077-project] Unset dirty status for tenant:2ecad11dc4f542b5ab092ebb871bb1bd on resource:port {{(pid=87786) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 03:13:23.470522 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-8268ee0d-7ae4-4a85-a890-a4e1d8cf381b req-bff47744-9a79-4166-b896-4652141c1cbd tempest-VolumesActionsTest-1727974077 tempest-VolumesActionsTest-1727974077-project] 10.222.0.15 "GET /v2.0/ports?device_id=8df43866-f6b0-48da-ac4d-a425bdbc09bf HTTP/1.1" status: 200 len: 931 time: 0.2653368 Apr 08 03:13:23.542942 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f417ff9-c938-4036-b4fb-fc2d3dd2640c service neutron] Pushing event updated for resources: {'Port': ['ID=81f69534-9efe-4920-a102-4cdf80d2f32c,revision_number=2']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:13:23.613489 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-8268ee0d-7ae4-4a85-a890-a4e1d8cf381b req-b288c52a-61a8-4a62-bf4e-540e1672e7cf tempest-VolumesActionsTest-1727974077 tempest-VolumesActionsTest-1727974077-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e2125bb-2b49-4a5f-bb0b-68448c49080c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338291 Apr 08 03:13:23.642123 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.managers [req-cf2115fb-20fa-44ef-b3e4-e949a5d18092 req-9f417ff9-c938-4036-b4fb-fc2d3dd2640c service neutron] Attempting to bind port 81f69534-9efe-4920-a102-4cdf80d2f32c on host hv-cinder-83705 for vnic_type normal with profile {{(pid=87786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 03:13:23.642458 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.managers [req-cf2115fb-20fa-44ef-b3e4-e949a5d18092 req-9f417ff9-c938-4036-b4fb-fc2d3dd2640c service neutron] Attempting to bind port 81f69534-9efe-4920-a102-4cdf80d2f32c by drivers openvswitch,hyperv on host hv-cinder-83705 at level 0 using segments [{'id': 'ee7861c4-430f-466b-b20d-8ffb3f532ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '5214eb22-4a24-4269-bf93-9d28a3177b05'}] {{(pid=87786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 03:13:23.642789 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf2115fb-20fa-44ef-b3e4-e949a5d18092 req-9f417ff9-c938-4036-b4fb-fc2d3dd2640c service neutron] Attempting to bind port 81f69534-9efe-4920-a102-4cdf80d2f32c on network 5214eb22-4a24-4269-bf93-9d28a3177b05 {{(pid=87786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 03:13:23.647346 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf2115fb-20fa-44ef-b3e4-e949a5d18092 req-9f417ff9-c938-4036-b4fb-fc2d3dd2640c service neutron] Port 81f69534-9efe-4920-a102-4cdf80d2f32c on network 5214eb22-4a24-4269-bf93-9d28a3177b05 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83705 {{(pid=87786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 08 03:13:23.647663 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf2115fb-20fa-44ef-b3e4-e949a5d18092 req-9f417ff9-c938-4036-b4fb-fc2d3dd2640c service neutron] Attempting to bind port 81f69534-9efe-4920-a102-4cdf80d2f32c on network 5214eb22-4a24-4269-bf93-9d28a3177b05 {{(pid=87786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 03:13:23.652667 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf2115fb-20fa-44ef-b3e4-e949a5d18092 req-9f417ff9-c938-4036-b4fb-fc2d3dd2640c service neutron] Checking agent: {'id': '80029809-569d-4306-9121-6b636b3093bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83705', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 2, 54, 9), 'started_at': datetime.datetime(2022, 4, 8, 2, 54, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 3, 13, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 03:13:23.652999 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf2115fb-20fa-44ef-b3e4-e949a5d18092 req-9f417ff9-c938-4036-b4fb-fc2d3dd2640c service neutron] Checking segment: {'id': 'ee7861c4-430f-466b-b20d-8ffb3f532ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '5214eb22-4a24-4269-bf93-9d28a3177b05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 03:13:23.653400 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf2115fb-20fa-44ef-b3e4-e949a5d18092 req-9f417ff9-c938-4036-b4fb-fc2d3dd2640c service neutron] Bound using segment: {'id': 'ee7861c4-430f-466b-b20d-8ffb3f532ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '5214eb22-4a24-4269-bf93-9d28a3177b05'} {{(pid=87786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 03:13:23.653824 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.managers [req-cf2115fb-20fa-44ef-b3e4-e949a5d18092 req-9f417ff9-c938-4036-b4fb-fc2d3dd2640c service neutron] Bound port: 81f69534-9efe-4920-a102-4cdf80d2f32c, host: hv-cinder-83705, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee7861c4-430f-466b-b20d-8ffb3f532ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '5214eb22-4a24-4269-bf93-9d28a3177b05'}}] {{(pid=87786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 03:13:23.654166 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [req-cf2115fb-20fa-44ef-b3e4-e949a5d18092 req-9f417ff9-c938-4036-b4fb-fc2d3dd2640c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_update {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:13:23.739668 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.db [req-cf2115fb-20fa-44ef-b3e4-e949a5d18092 req-9f417ff9-c938-4036-b4fb-fc2d3dd2640c service neutron] For port 81f69534-9efe-4920-a102-4cdf80d2f32c, host hv-cinder-83705, cleared binding levels {{(pid=87786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 03:13:23.742498 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.db [req-cf2115fb-20fa-44ef-b3e4-e949a5d18092 req-9f417ff9-c938-4036-b4fb-fc2d3dd2640c service neutron] For port 81f69534-9efe-4920-a102-4cdf80d2f32c, host hv-cinder-83705, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=81f69534-9efe-4920-a102-4cdf80d2f32c,segment=NetworkSegment(ee7861c4-430f-466b-b20d-8ffb3f532ca1),segment_id=ee7861c4-430f-466b-b20d-8ffb3f532ca1)] {{(pid=87786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 03:13:23.840246 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [req-cf2115fb-20fa-44ef-b3e4-e949a5d18092 req-9f417ff9-c938-4036-b4fb-fc2d3dd2640c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762847214852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762846864698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762846864743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2754402'] for port, after_update {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:13:23.898978 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2115fb-20fa-44ef-b3e4-e949a5d18092 req-9f417ff9-c938-4036-b4fb-fc2d3dd2640c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:13:23.899605 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [req-cf2115fb-20fa-44ef-b3e4-e949a5d18092 req-9f417ff9-c938-4036-b4fb-fc2d3dd2640c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207533'] for port, before_response {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:13:23.900974 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-cf2115fb-20fa-44ef-b3e4-e949a5d18092 req-9f417ff9-c938-4036-b4fb-fc2d3dd2640c service neutron] 10.222.0.39 "PUT /v2.0/ports/81f69534-9efe-4920-a102-4cdf80d2f32c HTTP/1.1" status: 200 len: 1093 time: 1.2756052 Apr 08 03:13:23.901392 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8df43866-f6b0-48da-ac4d-a425bdbc09bf', 'tag': '81f69534-9efe-4920-a102-4cdf80d2f32c'}] {{(pid=87786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 03:13:23.925979 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f417ff9-c938-4036-b4fb-fc2d3dd2640c service neutron] Pushing event updated for resources: {'Port': ['ID=81f69534-9efe-4920-a102-4cdf80d2f32c,revision_number=3']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:13:23.947912 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56554e74-9756-4f7b-bdc0-6362207c8ce8'] response: {'name': 'network-changed', 'server_uuid': '8df43866-f6b0-48da-ac4d-a425bdbc09bf', 'tag': '81f69534-9efe-4920-a102-4cdf80d2f32c', 'status': 'completed', 'code': 200} Apr 08 03:13:24.056354 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ee4c08-114a-4cff-8eba-1b746cf54e6e req-bd819099-929a-4e15-8119-da7ad1912b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:13:24.057870 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-c8ee4c08-114a-4cff-8eba-1b746cf54e6e req-bd819099-929a-4e15-8119-da7ad1912b7a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2ecad11dc4f542b5ab092ebb871bb1bd&device_id=8df43866-f6b0-48da-ac4d-a425bdbc09bf HTTP/1.1" status: 200 len: 1096 time: 0.0688906 Apr 08 03:13:24.208397 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ee4c08-114a-4cff-8eba-1b746cf54e6e req-d939f8a5-81c9-4c0e-b7f7-0fc12e19efc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:13:24.209814 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-c8ee4c08-114a-4cff-8eba-1b746cf54e6e req-d939f8a5-81c9-4c0e-b7f7-0fc12e19efc0 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=2ecad11dc4f542b5ab092ebb871bb1bd&shared=False HTTP/1.1" status: 200 len: 908 time: 0.1317556 Apr 08 03:13:24.345872 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ee4c08-114a-4cff-8eba-1b746cf54e6e req-15fc5849-4a9a-42c7-9409-f2ba98182738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:13:24.347340 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-c8ee4c08-114a-4cff-8eba-1b746cf54e6e req-15fc5849-4a9a-42c7-9409-f2ba98182738 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1318552 Apr 08 03:13:24.480112 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2115fb-20fa-44ef-b3e4-e949a5d18092 req-8a3981f3-0b39-4f8e-98f8-f7903e105010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:13:24.481477 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-cf2115fb-20fa-44ef-b3e4-e949a5d18092 req-8a3981f3-0b39-4f8e-98f8-f7903e105010 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2ecad11dc4f542b5ab092ebb871bb1bd&device_id=8df43866-f6b0-48da-ac4d-a425bdbc09bf HTTP/1.1" status: 200 len: 1096 time: 0.0725896 Apr 08 03:13:24.553891 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-cf2115fb-20fa-44ef-b3e4-e949a5d18092 req-89733c6f-f3b0-4a2e-b7a6-15769b66c646 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=81f69534-9efe-4920-a102-4cdf80d2f32c HTTP/1.1" status: 200 len: 217 time: 0.0599670 Apr 08 03:13:24.616724 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2115fb-20fa-44ef-b3e4-e949a5d18092 req-7026aa3e-549d-4cad-a80d-936bf1415b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:13:24.618118 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-cf2115fb-20fa-44ef-b3e4-e949a5d18092 req-7026aa3e-549d-4cad-a80d-936bf1415b72 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4573efc0-0b4a-41f8-8bd1-3b06f8b63051 HTTP/1.1" status: 200 len: 847 time: 0.0587070 Apr 08 03:13:24.664815 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-cf2115fb-20fa-44ef-b3e4-e949a5d18092 req-5bed6e3d-8595-4165-bc14-4356b79d4389 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5214eb22-4a24-4269-bf93-9d28a3177b05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395544 Apr 08 03:13:24.927590 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-cf2115fb-20fa-44ef-b3e4-e949a5d18092 req-a6a469ad-fcdf-4656-9995-3c968210f935 service neutron] 10.222.0.39 "GET /v2.0/networks/5214eb22-4a24-4269-bf93-9d28a3177b05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2557740 Apr 08 03:13:24.983449 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169aa593-b474-4391-b5ca-8f84600e7d8b req-6438668b-6e06-4761-9f2d-56963ed59265 tempest-VolumesActionsTest-1727974077 tempest-VolumesActionsTest-1727974077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:13:24.984865 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-169aa593-b474-4391-b5ca-8f84600e7d8b req-6438668b-6e06-4761-9f2d-56963ed59265 tempest-VolumesActionsTest-1727974077 tempest-VolumesActionsTest-1727974077-project] 10.222.0.15 "GET /v2.0/ports?device_id=8df43866-f6b0-48da-ac4d-a425bdbc09bf HTTP/1.1" status: 200 len: 943 time: 0.1461370 Apr 08 03:13:25.100775 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-169aa593-b474-4391-b5ca-8f84600e7d8b req-f405aa44-e6e8-4ef6-b07d-addad26ff42b tempest-VolumesActionsTest-1727974077 tempest-VolumesActionsTest-1727974077-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e2125bb-2b49-4a5f-bb0b-68448c49080c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706303 Apr 08 03:13:25.108133 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-cf2115fb-20fa-44ef-b3e4-e949a5d18092 req-d53bc985-bc8f-4b0a-9b44-6e79300ff5ac service neutron] 10.222.0.39 "GET /v2.0/networks/5214eb22-4a24-4269-bf93-9d28a3177b05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717889 Apr 08 03:13:25.896214 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-8ff1ab0e-1e35-4296-a3b6-8f438a1a222f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:13:26.287254 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cea2321-7f88-47a0-971f-c86b77d345af req-bbf0afbe-1402-40f7-a6b9-ba2bc5aafa9e tempest-VolumesActionsTest-1727974077 tempest-VolumesActionsTest-1727974077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:13:26.288703 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-8cea2321-7f88-47a0-971f-c86b77d345af req-bbf0afbe-1402-40f7-a6b9-ba2bc5aafa9e tempest-VolumesActionsTest-1727974077 tempest-VolumesActionsTest-1727974077-project] 10.222.0.15 "GET /v2.0/ports?device_id=8df43866-f6b0-48da-ac4d-a425bdbc09bf HTTP/1.1" status: 200 len: 943 time: 0.0793707 Apr 08 03:13:26.333271 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-8cea2321-7f88-47a0-971f-c86b77d345af req-348a88c7-7f97-4fa3-8fc6-1f85dd64d4d6 tempest-VolumesActionsTest-1727974077 tempest-VolumesActionsTest-1727974077-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e2125bb-2b49-4a5f-bb0b-68448c49080c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388706 Apr 08 03:13:27.520577 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a56003d-5b1e-45e6-84fe-49ad43fccb3d req-df4f6b55-9cf6-40bf-ba21-1291b98ece5d tempest-VolumesActionsTest-1727974077 tempest-VolumesActionsTest-1727974077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:13:27.521987 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-1a56003d-5b1e-45e6-84fe-49ad43fccb3d req-df4f6b55-9cf6-40bf-ba21-1291b98ece5d tempest-VolumesActionsTest-1727974077 tempest-VolumesActionsTest-1727974077-project] 10.222.0.15 "GET /v2.0/ports?device_id=8df43866-f6b0-48da-ac4d-a425bdbc09bf HTTP/1.1" status: 200 len: 943 time: 0.0824809 Apr 08 03:13:27.572716 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-1a56003d-5b1e-45e6-84fe-49ad43fccb3d req-32715638-403a-4def-9e08-0f46de61396f tempest-VolumesActionsTest-1727974077 tempest-VolumesActionsTest-1727974077-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e2125bb-2b49-4a5f-bb0b-68448c49080c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450366 Apr 08 03:13:28.308050 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-5646a65a-6060-4ee7-880d-ed63e7a58fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:13:28.751590 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a47aa7-664b-4964-b635-2b11ba00709b req-8a0a31a4-76fb-4b8d-b32b-1ffb353f83d8 tempest-VolumesActionsTest-1727974077 tempest-VolumesActionsTest-1727974077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:13:28.753013 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-02a47aa7-664b-4964-b635-2b11ba00709b req-8a0a31a4-76fb-4b8d-b32b-1ffb353f83d8 tempest-VolumesActionsTest-1727974077 tempest-VolumesActionsTest-1727974077-project] 10.222.0.15 "GET /v2.0/ports?device_id=8df43866-f6b0-48da-ac4d-a425bdbc09bf HTTP/1.1" status: 200 len: 943 time: 0.0775981 Apr 08 03:13:28.798988 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-02a47aa7-664b-4964-b635-2b11ba00709b req-c3e9ef8a-caed-48e6-9e02-8ae7fce8481c tempest-VolumesActionsTest-1727974077 tempest-VolumesActionsTest-1727974077-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e2125bb-2b49-4a5f-bb0b-68448c49080c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400918 Apr 08 03:13:28.886335 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Device 81f69534-9efe-4920-a102-4cdf80d2f32c details requested by agent hyperv_hv-cinder-83705 with host hv-cinder-83705 {{(pid=87788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 08 03:13:29.014810 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.db [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] For port 81f69534-9efe-4920-a102-4cdf80d2f32c, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=81f69534-9efe-4920-a102-4cdf80d2f32c,segment=NetworkSegment(ee7861c4-430f-466b-b20d-8ffb3f532ca1),segment_id=ee7861c4-430f-466b-b20d-8ffb3f532ca1)] {{(pid=87788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 03:13:29.027214 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Returning: {'device': '81f69534-9efe-4920-a102-4cdf80d2f32c', 'network_id': '5214eb22-4a24-4269-bf93-9d28a3177b05', 'port_id': '81f69534-9efe-4920-a102-4cdf80d2f32c', 'mac_address': 'fa:16:3e:77:a8:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 267, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4573efc0-0b4a-41f8-8bd1-3b06f8b63051', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 03:13:29.083751 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:13:29.100457 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.notifiers.nova [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81f69534-9efe-4920-a102-4cdf80d2f32c {{(pid=87788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 03:13:29.115483 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.db [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] For port 81f69534-9efe-4920-a102-4cdf80d2f32c, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=81f69534-9efe-4920-a102-4cdf80d2f32c,segment=NetworkSegment(ee7861c4-430f-466b-b20d-8ffb3f532ca1),segment_id=ee7861c4-430f-466b-b20d-8ffb3f532ca1)] {{(pid=87788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 03:13:29.216545 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762847214852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762846864698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762846864743'] for port, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:13:29.252494 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:13:29.254628 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-ef00a636-a289-418c-ab96-90866b017a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:13:29.286543 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Pushing event updated for resources: {'Port': ['ID=81f69534-9efe-4920-a102-4cdf80d2f32c,revision_number=4']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:13:29.293926 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:13:29.294271 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:13:29.294611 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:13:29.294946 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:13:29.295417 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:13:29.295752 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:13:29.296080 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:13:29.296435 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:13:29.296790 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:13:29.297156 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:13:29.297483 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:13:29.297804 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:13:29.606917 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.db [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] get_ports_and_sgs() called for port_ids ['81f69534-9efe-4920-a102-4cdf80d2f32c'] {{(pid=87788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 03:13:29.977487 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c1586c-2d5a-42ca-9b88-a1b42fa25991 req-8b67df06-db80-4f00-b21c-17e2849883d0 tempest-VolumesActionsTest-1727974077 tempest-VolumesActionsTest-1727974077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:13:29.979187 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-06c1586c-2d5a-42ca-9b88-a1b42fa25991 req-8b67df06-db80-4f00-b21c-17e2849883d0 tempest-VolumesActionsTest-1727974077 tempest-VolumesActionsTest-1727974077-project] 10.222.0.15 "GET /v2.0/ports?device_id=8df43866-f6b0-48da-ac4d-a425bdbc09bf HTTP/1.1" status: 200 len: 944 time: 0.0786076 Apr 08 03:13:30.022751 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-06c1586c-2d5a-42ca-9b88-a1b42fa25991 req-934bf62d-4ad2-4560-96c7-994e3293911d tempest-VolumesActionsTest-1727974077 tempest-VolumesActionsTest-1727974077-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e2125bb-2b49-4a5f-bb0b-68448c49080c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380397 Apr 08 03:13:30.622100 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-0700d8e1-2fb2-4ab8-b601-2cbd26aa24a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:13:30.885943 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Device 81f69534-9efe-4920-a102-4cdf80d2f32c up at agent hyperv_hv-cinder-83705 {{(pid=87788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 03:13:31.033517 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Provisioning for port 81f69534-9efe-4920-a102-4cdf80d2f32c completed by entity L2. {{(pid=87788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 03:13:31.038240 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Provisioning complete for port 81f69534-9efe-4920-a102-4cdf80d2f32c triggered by entity L2. {{(pid=87788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 03:13:31.045497 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587297'] for port, provisioning_complete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:13:31.157741 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:13:31.184196 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8df43866-f6b0-48da-ac4d-a425bdbc09bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81f69534-9efe-4920-a102-4cdf80d2f32c'}] {{(pid=87788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 03:13:31.194559 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.db [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] For port 81f69534-9efe-4920-a102-4cdf80d2f32c, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=81f69534-9efe-4920-a102-4cdf80d2f32c,segment=NetworkSegment(ee7861c4-430f-466b-b20d-8ffb3f532ca1),segment_id=ee7861c4-430f-466b-b20d-8ffb3f532ca1)] {{(pid=87788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 03:13:31.211080 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa3ece5-deaf-4666-b536-c2cc5bd6b37c req-565239e8-e6ed-4982-b5fe-d7d0b439abad tempest-VolumesActionsTest-1727974077 tempest-VolumesActionsTest-1727974077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:13:31.212565 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-1fa3ece5-deaf-4666-b536-c2cc5bd6b37c req-565239e8-e6ed-4982-b5fe-d7d0b439abad tempest-VolumesActionsTest-1727974077 tempest-VolumesActionsTest-1727974077-project] 10.222.0.15 "GET /v2.0/ports?device_id=8df43866-f6b0-48da-ac4d-a425bdbc09bf HTTP/1.1" status: 200 len: 944 time: 0.0854933 Apr 08 03:13:31.229720 dv-cinder-837051-1-smb neutron-server[87788]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dae710a2-c304-4a53-841f-68f443756b8d'] response: {'server_uuid': '8df43866-f6b0-48da-ac4d-a425bdbc09bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81f69534-9efe-4920-a102-4cdf80d2f32c', 'code': 200} Apr 08 03:13:31.245056 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762847214852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762846864698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762846864743'] for port, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:13:31.257069 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-1fa3ece5-deaf-4666-b536-c2cc5bd6b37c req-046d5137-d647-4429-94aa-6b5734ef041b tempest-VolumesActionsTest-1727974077 tempest-VolumesActionsTest-1727974077-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e2125bb-2b49-4a5f-bb0b-68448c49080c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386834 Apr 08 03:13:31.317013 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Pushing event updated for resources: {'Port': ['ID=81f69534-9efe-4920-a102-4cdf80d2f32c,revision_number=5']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:13:31.622347 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65bb17d-f739-4a52-9166-a05630c533a4 req-d293f657-4417-417b-bebc-a4aae34a274d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:13:31.623733 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-a65bb17d-f739-4a52-9166-a05630c533a4 req-d293f657-4417-417b-bebc-a4aae34a274d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=8df43866-f6b0-48da-ac4d-a425bdbc09bf HTTP/1.1" status: 200 len: 1098 time: 0.0688477 Apr 08 03:13:31.664089 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-a65bb17d-f739-4a52-9166-a05630c533a4 req-c43dd13a-55d3-4412-9885-7457c6b02603 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=3e2125bb-2b49-4a5f-bb0b-68448c49080c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344958 Apr 08 03:13:32.454629 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bba3c6-8755-492c-9b43-f7683501201a req-b59bb003-6265-4d10-b235-10d2fbf6210e tempest-VolumesActionsTest-1727974077 tempest-VolumesActionsTest-1727974077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:13:32.456081 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-d9bba3c6-8755-492c-9b43-f7683501201a req-b59bb003-6265-4d10-b235-10d2fbf6210e tempest-VolumesActionsTest-1727974077 tempest-VolumesActionsTest-1727974077-project] 10.222.0.15 "GET /v2.0/ports?device_id=8df43866-f6b0-48da-ac4d-a425bdbc09bf HTTP/1.1" status: 200 len: 945 time: 0.0818763 Apr 08 03:13:32.499886 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-d9bba3c6-8755-492c-9b43-f7683501201a req-18e73684-c2b5-45fd-bd94-7c12cbdd8528 tempest-VolumesActionsTest-1727974077 tempest-VolumesActionsTest-1727974077-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e2125bb-2b49-4a5f-bb0b-68448c49080c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379267 Apr 08 03:13:33.682145 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515dabaf-2525-47c4-8f31-95c839e2e97b req-1bad59a8-84f6-4f19-b966-ea7cade06950 tempest-VolumesActionsTest-1727974077 tempest-VolumesActionsTest-1727974077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:13:33.683621 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-515dabaf-2525-47c4-8f31-95c839e2e97b req-1bad59a8-84f6-4f19-b966-ea7cade06950 tempest-VolumesActionsTest-1727974077 tempest-VolumesActionsTest-1727974077-project] 10.222.0.15 "GET /v2.0/ports?device_id=8df43866-f6b0-48da-ac4d-a425bdbc09bf HTTP/1.1" status: 200 len: 945 time: 0.0787721 Apr 08 03:13:33.727650 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-515dabaf-2525-47c4-8f31-95c839e2e97b req-31a411c8-e263-48fe-8235-191721500bb0 tempest-VolumesActionsTest-1727974077 tempest-VolumesActionsTest-1727974077-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e2125bb-2b49-4a5f-bb0b-68448c49080c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376649 Apr 08 03:13:35.160277 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32240623-a9c6-4e03-980d-03b94737e525 req-a23597e7-1198-416e-89ad-306a7c682397 tempest-VolumesActionsTest-1727974077 tempest-VolumesActionsTest-1727974077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:13:35.161707 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-32240623-a9c6-4e03-980d-03b94737e525 req-a23597e7-1198-416e-89ad-306a7c682397 tempest-VolumesActionsTest-1727974077 tempest-VolumesActionsTest-1727974077-project] 10.222.0.15 "GET /v2.0/ports?device_id=8df43866-f6b0-48da-ac4d-a425bdbc09bf HTTP/1.1" status: 200 len: 945 time: 0.0855360 Apr 08 03:13:35.206382 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-32240623-a9c6-4e03-980d-03b94737e525 req-bda92d4c-fd89-4c89-9830-f3654579e6e4 tempest-VolumesActionsTest-1727974077 tempest-VolumesActionsTest-1727974077-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e2125bb-2b49-4a5f-bb0b-68448c49080c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390596 Apr 08 03:13:36.389187 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cfe927-5e70-4820-b656-14f27a52058f req-3b1dba29-e425-4c0f-9b6c-eeb7f91589e9 tempest-VolumesActionsTest-1727974077 tempest-VolumesActionsTest-1727974077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:13:36.391237 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-05cfe927-5e70-4820-b656-14f27a52058f req-3b1dba29-e425-4c0f-9b6c-eeb7f91589e9 tempest-VolumesActionsTest-1727974077 tempest-VolumesActionsTest-1727974077-project] 10.222.0.15 "GET /v2.0/ports?device_id=8df43866-f6b0-48da-ac4d-a425bdbc09bf HTTP/1.1" status: 200 len: 945 time: 0.0793698 Apr 08 03:13:36.436538 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-05cfe927-5e70-4820-b656-14f27a52058f req-99845ce0-8e75-40e7-a993-2a0061cf0b69 tempest-VolumesActionsTest-1727974077 tempest-VolumesActionsTest-1727974077-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e2125bb-2b49-4a5f-bb0b-68448c49080c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390854 Apr 08 03:13:36.671319 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e0ef5f-02cf-472b-9c85-af694887824b req-16236bb8-c1a6-4456-8f05-fef3624cc7d6 tempest-VolumesActionsTest-1727974077 tempest-VolumesActionsTest-1727974077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:13:36.673411 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-75e0ef5f-02cf-472b-9c85-af694887824b req-16236bb8-c1a6-4456-8f05-fef3624cc7d6 tempest-VolumesActionsTest-1727974077 tempest-VolumesActionsTest-1727974077-project] 10.222.0.39 "GET /v2.0/ports?device_id=8df43866-f6b0-48da-ac4d-a425bdbc09bf HTTP/1.1" status: 200 len: 945 time: 0.0776677 Apr 08 03:13:36.720853 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.agents_db [None req-78530461-7b12-4524-9e6e-3e4de8d78fc4 None None] Agent healthcheck: found 6 active agents {{(pid=87789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 03:13:36.740103 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.plugin [req-75e0ef5f-02cf-472b-9c85-af694887824b req-20ddd776-9cc6-4f91-b613-1b01f70fd281 tempest-VolumesActionsTest-1727974077 tempest-VolumesActionsTest-1727974077-project] Deleting port 81f69534-9efe-4920-a102-4cdf80d2f32c {{(pid=87786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 03:13:36.740445 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [req-75e0ef5f-02cf-472b-9c85-af694887824b req-20ddd776-9cc6-4f91-b613-1b01f70fd281 tempest-VolumesActionsTest-1727974077 tempest-VolumesActionsTest-1727974077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762847207940'] for port, before_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:13:36.979895 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.db [req-75e0ef5f-02cf-472b-9c85-af694887824b req-20ddd776-9cc6-4f91-b613-1b01f70fd281 tempest-VolumesActionsTest-1727974077 tempest-VolumesActionsTest-1727974077-project] For port 81f69534-9efe-4920-a102-4cdf80d2f32c, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=81f69534-9efe-4920-a102-4cdf80d2f32c,segment=NetworkSegment(ee7861c4-430f-466b-b20d-8ffb3f532ca1),segment_id=ee7861c4-430f-466b-b20d-8ffb3f532ca1)] {{(pid=87786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 03:13:36.980161 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [req-75e0ef5f-02cf-472b-9c85-af694887824b req-20ddd776-9cc6-4f91-b613-1b01f70fd281 tempest-VolumesActionsTest-1727974077 tempest-VolumesActionsTest-1727974077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334124'] for port, precommit_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:13:37.185821 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.plugin [req-75e0ef5f-02cf-472b-9c85-af694887824b req-20ddd776-9cc6-4f91-b613-1b01f70fd281 tempest-VolumesActionsTest-1727974077 tempest-VolumesActionsTest-1727974077-project] Calling delete_port for 81f69534-9efe-4920-a102-4cdf80d2f32c owned by compute:nova {{(pid=87786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 03:13:37.376818 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [req-75e0ef5f-02cf-472b-9c85-af694887824b req-20ddd776-9cc6-4f91-b613-1b01f70fd281 tempest-VolumesActionsTest-1727974077 tempest-VolumesActionsTest-1727974077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762847213038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762846864689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2754409'] for port, after_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:13:37.430541 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ddd776-9cc6-4f91-b613-1b01f70fd281 tempest-VolumesActionsTest-1727974077 tempest-VolumesActionsTest-1727974077-project] Pushing event deleted for resources: {'Port': ['ID=81f69534-9efe-4920-a102-4cdf80d2f32c,revision_number=None']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:13:37.502987 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.l3_dvrscheduler_db [req-75e0ef5f-02cf-472b-9c85-af694887824b req-20ddd776-9cc6-4f91-b613-1b01f70fd281 tempest-VolumesActionsTest-1727974077 tempest-VolumesActionsTest-1727974077-project] No DVR routers for this DVR port 81f69534-9efe-4920-a102-4cdf80d2f32c on host hv-cinder-83705 {{(pid=87786) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 03:13:37.505489 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [req-75e0ef5f-02cf-472b-9c85-af694887824b req-20ddd776-9cc6-4f91-b613-1b01f70fd281 tempest-VolumesActionsTest-1727974077 tempest-VolumesActionsTest-1727974077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207533'] for port, before_response {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:13:37.508103 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8df43866-f6b0-48da-ac4d-a425bdbc09bf', 'name': 'network-vif-deleted', 'tag': '81f69534-9efe-4920-a102-4cdf80d2f32c'}] {{(pid=87786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 03:13:37.584653 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-75e0ef5f-02cf-472b-9c85-af694887824b req-20ddd776-9cc6-4f91-b613-1b01f70fd281 tempest-VolumesActionsTest-1727974077 tempest-VolumesActionsTest-1727974077-project] 10.222.0.39 "DELETE /v2.0/ports/81f69534-9efe-4920-a102-4cdf80d2f32c HTTP/1.1" status: 204 len: 173 time: 0.9060206 Apr 08 03:13:37.590465 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [req-ce4d682b-b398-4acb-8ec4-ecbe1b6b3825 req-19d595ff-8590-4a4e-b0de-34f80b817849 tempest-VolumesActionsTest-1727974077 tempest-VolumesActionsTest-1727974077-project] Synchronizing usage tracker for tenant:2ecad11dc4f542b5ab092ebb871bb1bd on resource:port {{(pid=87786) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 03:13:37.656287 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [req-ce4d682b-b398-4acb-8ec4-ecbe1b6b3825 req-19d595ff-8590-4a4e-b0de-34f80b817849 tempest-VolumesActionsTest-1727974077 tempest-VolumesActionsTest-1727974077-project] Unset dirty status for tenant:2ecad11dc4f542b5ab092ebb871bb1bd on resource:port {{(pid=87786) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 03:13:37.657495 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-ce4d682b-b398-4acb-8ec4-ecbe1b6b3825 req-19d595ff-8590-4a4e-b0de-34f80b817849 tempest-VolumesActionsTest-1727974077 tempest-VolumesActionsTest-1727974077-project] 10.222.0.15 "GET /v2.0/ports?device_id=8df43866-f6b0-48da-ac4d-a425bdbc09bf HTTP/1.1" status: 200 len: 210 time: 0.1123178 Apr 08 03:13:37.689030 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95004cf7-4093-48dc-b8e6-fe6fec80b113'] response: {'server_uuid': '8df43866-f6b0-48da-ac4d-a425bdbc09bf', 'name': 'network-vif-deleted', 'tag': '81f69534-9efe-4920-a102-4cdf80d2f32c', 'status': 'completed', 'code': 200} Apr 08 03:13:38.916938 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Device 81f69534-9efe-4920-a102-4cdf80d2f32c no longer exists at agent hyperv_hv-cinder-83705 {{(pid=87788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 03:13:38.951490 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.plugin [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] No Port match for: 81f69534-9efe-4920-a102-4cdf80d2f32c {{(pid=87788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 03:13:38.951734 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Device 81f69534-9efe-4920-a102-4cdf80d2f32c not bound to the agent host hv-cinder-83705 {{(pid=87788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 03:13:39.009662 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24f4bb1-5ecc-4ba8-bf36-b9df312b121a req-d580d768-6899-4459-a8ab-48bacc9c03a8 tempest-VolumesActionsTest-1727974077 tempest-VolumesActionsTest-1727974077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:13:39.011362 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-d24f4bb1-5ecc-4ba8-bf36-b9df312b121a req-d580d768-6899-4459-a8ab-48bacc9c03a8 tempest-VolumesActionsTest-1727974077 tempest-VolumesActionsTest-1727974077-project] 10.222.0.15 "GET /v2.0/networks?id=5214eb22-4a24-4269-bf93-9d28a3177b05 HTTP/1.1" status: 200 len: 807 time: 0.1423228 Apr 08 03:13:39.025377 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-d24f4bb1-5ecc-4ba8-bf36-b9df312b121a req-1c239941-e5e8-40fe-a4c2-729830ca06cd tempest-VolumesActionsTest-1727974077 tempest-VolumesActionsTest-1727974077-project] 10.222.0.15 "GET /v2.0/quotas/2ecad11dc4f542b5ab092ebb871bb1bd HTTP/1.1" status: 200 len: 375 time: 0.0085032 Apr 08 03:13:39.070667 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-d24f4bb1-5ecc-4ba8-bf36-b9df312b121a req-61eb94ac-613a-4658-86fb-77f0eb64e360 tempest-VolumesActionsTest-1727974077 tempest-VolumesActionsTest-1727974077-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=2ecad11dc4f542b5ab092ebb871bb1bd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0405595 Apr 08 03:13:39.199819 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-d24f4bb1-5ecc-4ba8-bf36-b9df312b121a req-c2dcbda8-58d5-4157-9f47-481ad91819a2 service neutron] 10.222.0.15 "GET /v2.0/networks/5214eb22-4a24-4269-bf93-9d28a3177b05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227052 Apr 08 03:13:39.296518 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:13:39.331816 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-d24f4bb1-5ecc-4ba8-bf36-b9df312b121a req-3343fd69-66c0-4500-8c72-35d5d59e24bf service neutron] 10.222.0.15 "GET /v2.0/networks/5214eb22-4a24-4269-bf93-9d28a3177b05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256962 Apr 08 03:13:39.582945 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-c722716e-7ee3-4509-87cc-712cc7d481a7 req-865095d8-f964-44a2-8db6-46505a127130 tempest-VolumesActionsTest-1727974077 tempest-VolumesActionsTest-1727974077-project] 10.222.0.15 "GET /v2.0/ports?device_id=6bd0831c-0033-448b-9402-0ad59fc4cf65 HTTP/1.1" status: 200 len: 210 time: 0.0466723 Apr 08 03:13:40.739953 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-38da8c65-b502-4347-916a-7caf80124945 req-ce756232-6178-4880-8dce-41a6490025d7 tempest-VolumesActionsTest-1727974077 tempest-VolumesActionsTest-1727974077-project] 10.222.0.15 "GET /v2.0/ports?device_id=6bd0831c-0033-448b-9402-0ad59fc4cf65 HTTP/1.1" status: 200 len: 210 time: 0.0427060 Apr 08 03:13:41.516611 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24f4bb1-5ecc-4ba8-bf36-b9df312b121a req-f989660f-d0eb-44a9-a697-f0f0bfa446e2 tempest-VolumesActionsTest-1727974077 tempest-VolumesActionsTest-1727974077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:13:41.517988 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-d24f4bb1-5ecc-4ba8-bf36-b9df312b121a req-f989660f-d0eb-44a9-a697-f0f0bfa446e2 tempest-VolumesActionsTest-1727974077 tempest-VolumesActionsTest-1727974077-project] 10.222.0.39 "GET /v2.0/networks?id=5214eb22-4a24-4269-bf93-9d28a3177b05 HTTP/1.1" status: 200 len: 807 time: 0.1466901 Apr 08 03:13:41.536813 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.v2.base [req-d24f4bb1-5ecc-4ba8-bf36-b9df312b121a req-6ccfab78-6002-4146-b9a5-2f5bf8beeff4 tempest-VolumesActionsTest-1727974077 tempest-VolumesActionsTest-1727974077-project] Request body: {'port': {'device_id': '6bd0831c-0033-448b-9402-0ad59fc4cf65', 'network_id': '5214eb22-4a24-4269-bf93-9d28a3177b05', 'admin_state_up': True, 'tenant_id': '2ecad11dc4f542b5ab092ebb871bb1bd'}} {{(pid=87786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 03:13:41.670493 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.quota.driver [req-d24f4bb1-5ecc-4ba8-bf36-b9df312b121a req-6ccfab78-6002-4146-b9a5-2f5bf8beeff4 tempest-VolumesActionsTest-1727974077 tempest-VolumesActionsTest-1727974077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 03:13:41.680773 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.quota.driver [req-d24f4bb1-5ecc-4ba8-bf36-b9df312b121a req-6ccfab78-6002-4146-b9a5-2f5bf8beeff4 tempest-VolumesActionsTest-1727974077 tempest-VolumesActionsTest-1727974077-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 03:13:41.759234 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d24f4bb1-5ecc-4ba8-bf36-b9df312b121a req-6ccfab78-6002-4146-b9a5-2f5bf8beeff4 tempest-VolumesActionsTest-1727974077 tempest-VolumesActionsTest-1727974077-project] Made reservation on behalf of 2ecad11dc4f542b5ab092ebb871bb1bd for: {'port': 1} {{(pid=87786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 03:13:41.763010 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [req-d24f4bb1-5ecc-4ba8-bf36-b9df312b121a req-6ccfab78-6002-4146-b9a5-2f5bf8beeff4 tempest-VolumesActionsTest-1727974077 tempest-VolumesActionsTest-1727974077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:13:41.901653 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-078b310c-5145-495a-b92e-c5ca42d0ea73 req-043db84a-08b9-4862-a28e-5a0a9618f654 tempest-VolumesActionsTest-1727974077 tempest-VolumesActionsTest-1727974077-project] 10.222.0.15 "GET /v2.0/ports?device_id=6bd0831c-0033-448b-9402-0ad59fc4cf65 HTTP/1.1" status: 200 len: 210 time: 0.0519073 Apr 08 03:13:41.970370 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.db_base_plugin_common [req-d24f4bb1-5ecc-4ba8-bf36-b9df312b121a req-6ccfab78-6002-4146-b9a5-2f5bf8beeff4 tempest-VolumesActionsTest-1727974077 tempest-VolumesActionsTest-1727974077-project] Allocated IP 172.20.0.12 (5214eb22-4a24-4269-bf93-9d28a3177b05/4573efc0-0b4a-41f8-8bd1-3b06f8b63051/b39c5c0e-2b8f-48e5-a313-4577986bae3a) {{(pid=87786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 03:13:42.247955 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [req-d24f4bb1-5ecc-4ba8-bf36-b9df312b121a req-6ccfab78-6002-4146-b9a5-2f5bf8beeff4 tempest-VolumesActionsTest-1727974077 tempest-VolumesActionsTest-1727974077-project] Notify callbacks [] for port, precommit_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:13:42.331291 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [req-d24f4bb1-5ecc-4ba8-bf36-b9df312b121a req-6ccfab78-6002-4146-b9a5-2f5bf8beeff4 tempest-VolumesActionsTest-1727974077 tempest-VolumesActionsTest-1727974077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762846864680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2754409'] for port, after_create {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:13:42.397072 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d24f4bb1-5ecc-4ba8-bf36-b9df312b121a req-6ccfab78-6002-4146-b9a5-2f5bf8beeff4 tempest-VolumesActionsTest-1727974077 tempest-VolumesActionsTest-1727974077-project] Network 5214eb22-4a24-4269-bf93-9d28a3177b05 is already hosted by enough agents. {{(pid=87786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 03:13:42.399990 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.scheduler.base_scheduler [req-d24f4bb1-5ecc-4ba8-bf36-b9df312b121a req-6ccfab78-6002-4146-b9a5-2f5bf8beeff4 tempest-VolumesActionsTest-1727974077 tempest-VolumesActionsTest-1727974077-project] Resources bound (agent type, host, resource id): {{(pid=87786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 03:13:42.403633 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.l3_dvrscheduler_db [req-d24f4bb1-5ecc-4ba8-bf36-b9df312b121a req-6ccfab78-6002-4146-b9a5-2f5bf8beeff4 tempest-VolumesActionsTest-1727974077 tempest-VolumesActionsTest-1727974077-project] Received port after_create {{(pid=87786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 08 03:13:42.453108 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccfab78-6002-4146-b9a5-2f5bf8beeff4 tempest-VolumesActionsTest-1727974077 tempest-VolumesActionsTest-1727974077-project] Pushing event updated for resources: {'Port': ['ID=b39c5c0e-2b8f-48e5-a313-4577986bae3a,revision_number=1']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:13:42.483796 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24f4bb1-5ecc-4ba8-bf36-b9df312b121a req-6ccfab78-6002-4146-b9a5-2f5bf8beeff4 tempest-VolumesActionsTest-1727974077 tempest-VolumesActionsTest-1727974077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:13:42.488479 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [req-d24f4bb1-5ecc-4ba8-bf36-b9df312b121a req-6ccfab78-6002-4146-b9a5-2f5bf8beeff4 tempest-VolumesActionsTest-1727974077 tempest-VolumesActionsTest-1727974077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207533'] for port, before_response {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:13:42.565908 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-d24f4bb1-5ecc-4ba8-bf36-b9df312b121a req-6ccfab78-6002-4146-b9a5-2f5bf8beeff4 tempest-VolumesActionsTest-1727974077 tempest-VolumesActionsTest-1727974077-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0324488 Apr 08 03:13:42.583461 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.v2.base [req-d24f4bb1-5ecc-4ba8-bf36-b9df312b121a req-ae10662e-47ad-4ae3-939e-c4a9a65a7ef8 service neutron] Request body: {'port': {'device_id': '6bd0831c-0033-448b-9402-0ad59fc4cf65', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83705'}} {{(pid=87786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 03:13:42.712213 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [req-d24f4bb1-5ecc-4ba8-bf36-b9df312b121a req-ae10662e-47ad-4ae3-939e-c4a9a65a7ef8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_update {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:13:43.169199 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.notifiers.nova [req-d24f4bb1-5ecc-4ba8-bf36-b9df312b121a req-ae10662e-47ad-4ae3-939e-c4a9a65a7ef8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b39c5c0e-2b8f-48e5-a313-4577986bae3a {{(pid=87786) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 03:13:43.178795 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [req-d24f4bb1-5ecc-4ba8-bf36-b9df312b121a req-ae10662e-47ad-4ae3-939e-c4a9a65a7ef8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:13:43.188351 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7c5522-8216-4625-898b-14e9eda6c3cf req-e2409a5f-c4be-462d-ad30-d0365352c57e tempest-VolumesActionsTest-1727974077 tempest-VolumesActionsTest-1727974077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:13:43.188966 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [req-5e7c5522-8216-4625-898b-14e9eda6c3cf req-e2409a5f-c4be-462d-ad30-d0365352c57e tempest-VolumesActionsTest-1727974077 tempest-VolumesActionsTest-1727974077-project] Synchronizing usage tracker for tenant:2ecad11dc4f542b5ab092ebb871bb1bd on resource:port {{(pid=87786) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 03:13:43.208729 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.provisioning_blocks [req-d24f4bb1-5ecc-4ba8-bf36-b9df312b121a req-ae10662e-47ad-4ae3-939e-c4a9a65a7ef8 service neutron] Transition to ACTIVE for port object b39c5c0e-2b8f-48e5-a313-4577986bae3a will not be triggered until provisioned by entity L2. {{(pid=87786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 08 03:13:43.284506 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [req-d24f4bb1-5ecc-4ba8-bf36-b9df312b121a req-ae10662e-47ad-4ae3-939e-c4a9a65a7ef8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762847214852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762846864698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762846864743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2754402'] for port, after_update {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:13:43.327917 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [req-5e7c5522-8216-4625-898b-14e9eda6c3cf req-e2409a5f-c4be-462d-ad30-d0365352c57e tempest-VolumesActionsTest-1727974077 tempest-VolumesActionsTest-1727974077-project] Unset dirty status for tenant:2ecad11dc4f542b5ab092ebb871bb1bd on resource:port {{(pid=87786) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 03:13:43.329155 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-5e7c5522-8216-4625-898b-14e9eda6c3cf req-e2409a5f-c4be-462d-ad30-d0365352c57e tempest-VolumesActionsTest-1727974077 tempest-VolumesActionsTest-1727974077-project] 10.222.0.15 "GET /v2.0/ports?device_id=6bd0831c-0033-448b-9402-0ad59fc4cf65 HTTP/1.1" status: 200 len: 932 time: 0.3029337 Apr 08 03:13:43.472856 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae10662e-47ad-4ae3-939e-c4a9a65a7ef8 service neutron] Pushing event updated for resources: {'Port': ['ID=b39c5c0e-2b8f-48e5-a313-4577986bae3a,revision_number=2']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:13:43.514314 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-5e7c5522-8216-4625-898b-14e9eda6c3cf req-bde0b3e9-f9cb-4f69-94bd-d2cef29089f5 tempest-VolumesActionsTest-1727974077 tempest-VolumesActionsTest-1727974077-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e2125bb-2b49-4a5f-bb0b-68448c49080c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746929 Apr 08 03:13:43.559193 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.managers [req-d24f4bb1-5ecc-4ba8-bf36-b9df312b121a req-ae10662e-47ad-4ae3-939e-c4a9a65a7ef8 service neutron] Attempting to bind port b39c5c0e-2b8f-48e5-a313-4577986bae3a on host hv-cinder-83705 for vnic_type normal with profile {{(pid=87786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 08 03:13:43.559528 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.managers [req-d24f4bb1-5ecc-4ba8-bf36-b9df312b121a req-ae10662e-47ad-4ae3-939e-c4a9a65a7ef8 service neutron] Attempting to bind port b39c5c0e-2b8f-48e5-a313-4577986bae3a by drivers openvswitch,hyperv on host hv-cinder-83705 at level 0 using segments [{'id': 'ee7861c4-430f-466b-b20d-8ffb3f532ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '5214eb22-4a24-4269-bf93-9d28a3177b05'}] {{(pid=87786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 08 03:13:43.559853 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d24f4bb1-5ecc-4ba8-bf36-b9df312b121a req-ae10662e-47ad-4ae3-939e-c4a9a65a7ef8 service neutron] Attempting to bind port b39c5c0e-2b8f-48e5-a313-4577986bae3a on network 5214eb22-4a24-4269-bf93-9d28a3177b05 {{(pid=87786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 03:13:43.564415 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d24f4bb1-5ecc-4ba8-bf36-b9df312b121a req-ae10662e-47ad-4ae3-939e-c4a9a65a7ef8 service neutron] Port b39c5c0e-2b8f-48e5-a313-4577986bae3a on network 5214eb22-4a24-4269-bf93-9d28a3177b05 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83705 {{(pid=87786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 08 03:13:43.564733 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d24f4bb1-5ecc-4ba8-bf36-b9df312b121a req-ae10662e-47ad-4ae3-939e-c4a9a65a7ef8 service neutron] Attempting to bind port b39c5c0e-2b8f-48e5-a313-4577986bae3a on network 5214eb22-4a24-4269-bf93-9d28a3177b05 {{(pid=87786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 08 03:13:43.569680 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d24f4bb1-5ecc-4ba8-bf36-b9df312b121a req-ae10662e-47ad-4ae3-939e-c4a9a65a7ef8 service neutron] Checking agent: {'id': '80029809-569d-4306-9121-6b636b3093bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83705', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 2, 54, 9), 'started_at': datetime.datetime(2022, 4, 8, 2, 54, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 3, 13, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 03:13:43.570010 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d24f4bb1-5ecc-4ba8-bf36-b9df312b121a req-ae10662e-47ad-4ae3-939e-c4a9a65a7ef8 service neutron] Checking segment: {'id': 'ee7861c4-430f-466b-b20d-8ffb3f532ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '5214eb22-4a24-4269-bf93-9d28a3177b05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 08 03:13:43.570384 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d24f4bb1-5ecc-4ba8-bf36-b9df312b121a req-ae10662e-47ad-4ae3-939e-c4a9a65a7ef8 service neutron] Bound using segment: {'id': 'ee7861c4-430f-466b-b20d-8ffb3f532ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '5214eb22-4a24-4269-bf93-9d28a3177b05'} {{(pid=87786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 03:13:43.570803 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.managers [req-d24f4bb1-5ecc-4ba8-bf36-b9df312b121a req-ae10662e-47ad-4ae3-939e-c4a9a65a7ef8 service neutron] Bound port: b39c5c0e-2b8f-48e5-a313-4577986bae3a, host: hv-cinder-83705, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee7861c4-430f-466b-b20d-8ffb3f532ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '5214eb22-4a24-4269-bf93-9d28a3177b05'}}] {{(pid=87786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 08 03:13:43.571170 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [req-d24f4bb1-5ecc-4ba8-bf36-b9df312b121a req-ae10662e-47ad-4ae3-939e-c4a9a65a7ef8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_update {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:13:43.658931 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.db [req-d24f4bb1-5ecc-4ba8-bf36-b9df312b121a req-ae10662e-47ad-4ae3-939e-c4a9a65a7ef8 service neutron] For port b39c5c0e-2b8f-48e5-a313-4577986bae3a, host hv-cinder-83705, cleared binding levels {{(pid=87786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 08 03:13:43.661755 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.db [req-d24f4bb1-5ecc-4ba8-bf36-b9df312b121a req-ae10662e-47ad-4ae3-939e-c4a9a65a7ef8 service neutron] For port b39c5c0e-2b8f-48e5-a313-4577986bae3a, host hv-cinder-83705, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=b39c5c0e-2b8f-48e5-a313-4577986bae3a,segment=NetworkSegment(ee7861c4-430f-466b-b20d-8ffb3f532ca1),segment_id=ee7861c4-430f-466b-b20d-8ffb3f532ca1)] {{(pid=87786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 08 03:13:43.719809 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [req-d24f4bb1-5ecc-4ba8-bf36-b9df312b121a req-ae10662e-47ad-4ae3-939e-c4a9a65a7ef8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762847214852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762846864698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762846864743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2754402'] for port, after_update {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:13:43.777485 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24f4bb1-5ecc-4ba8-bf36-b9df312b121a req-ae10662e-47ad-4ae3-939e-c4a9a65a7ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:13:43.778098 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [req-d24f4bb1-5ecc-4ba8-bf36-b9df312b121a req-ae10662e-47ad-4ae3-939e-c4a9a65a7ef8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207533'] for port, before_response {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:13:43.779454 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-d24f4bb1-5ecc-4ba8-bf36-b9df312b121a req-ae10662e-47ad-4ae3-939e-c4a9a65a7ef8 service neutron] 10.222.0.39 "PUT /v2.0/ports/b39c5c0e-2b8f-48e5-a313-4577986bae3a HTTP/1.1" status: 200 len: 1094 time: 1.2002442 Apr 08 03:13:43.779874 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bd0831c-0033-448b-9402-0ad59fc4cf65', 'tag': 'b39c5c0e-2b8f-48e5-a313-4577986bae3a'}] {{(pid=87786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 03:13:43.802751 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae10662e-47ad-4ae3-939e-c4a9a65a7ef8 service neutron] Pushing event updated for resources: {'Port': ['ID=b39c5c0e-2b8f-48e5-a313-4577986bae3a,revision_number=3']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:13:43.825175 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6c44285-1c1c-4606-aa89-111c25b1c2b5'] response: {'name': 'network-changed', 'server_uuid': '6bd0831c-0033-448b-9402-0ad59fc4cf65', 'tag': 'b39c5c0e-2b8f-48e5-a313-4577986bae3a', 'status': 'completed', 'code': 200} Apr 08 03:13:43.934999 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1871745b-1951-4f90-8c18-fe312d2fe504 req-b49dd367-2675-4cf5-9deb-37ce67468937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:13:43.936467 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-1871745b-1951-4f90-8c18-fe312d2fe504 req-b49dd367-2675-4cf5-9deb-37ce67468937 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2ecad11dc4f542b5ab092ebb871bb1bd&device_id=6bd0831c-0033-448b-9402-0ad59fc4cf65 HTTP/1.1" status: 200 len: 1097 time: 0.0693088 Apr 08 03:13:44.078662 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1871745b-1951-4f90-8c18-fe312d2fe504 req-93f96937-53b6-4bd9-8b95-91d101aa33a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:13:44.080123 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-1871745b-1951-4f90-8c18-fe312d2fe504 req-93f96937-53b6-4bd9-8b95-91d101aa33a1 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=2ecad11dc4f542b5ab092ebb871bb1bd&shared=False HTTP/1.1" status: 200 len: 908 time: 0.1308668 Apr 08 03:13:44.301600 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1871745b-1951-4f90-8c18-fe312d2fe504 req-0ff8db84-f378-4f47-ac85-ca933d6b884b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:13:44.303083 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-1871745b-1951-4f90-8c18-fe312d2fe504 req-0ff8db84-f378-4f47-ac85-ca933d6b884b service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2173848 Apr 08 03:13:44.434734 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24f4bb1-5ecc-4ba8-bf36-b9df312b121a req-887a87b3-6ee0-4309-92bd-e44ddde33b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:13:44.436185 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-d24f4bb1-5ecc-4ba8-bf36-b9df312b121a req-887a87b3-6ee0-4309-92bd-e44ddde33b72 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2ecad11dc4f542b5ab092ebb871bb1bd&device_id=6bd0831c-0033-448b-9402-0ad59fc4cf65 HTTP/1.1" status: 200 len: 1097 time: 0.0722387 Apr 08 03:13:44.507668 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-d24f4bb1-5ecc-4ba8-bf36-b9df312b121a req-80f13ccc-92a0-418c-881b-e3778e5cd6e8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b39c5c0e-2b8f-48e5-a313-4577986bae3a HTTP/1.1" status: 200 len: 217 time: 0.0591865 Apr 08 03:13:44.571892 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24f4bb1-5ecc-4ba8-bf36-b9df312b121a req-d5c49317-63db-41ca-8b6f-193f23379aae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:13:44.573302 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-d24f4bb1-5ecc-4ba8-bf36-b9df312b121a req-d5c49317-63db-41ca-8b6f-193f23379aae service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4573efc0-0b4a-41f8-8bd1-3b06f8b63051 HTTP/1.1" status: 200 len: 847 time: 0.0595362 Apr 08 03:13:44.618457 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-d24f4bb1-5ecc-4ba8-bf36-b9df312b121a req-8e189a2a-ae91-4c68-800b-b3717db64bb4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5214eb22-4a24-4269-bf93-9d28a3177b05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387042 Apr 08 03:13:44.801565 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-d24f4bb1-5ecc-4ba8-bf36-b9df312b121a req-5f7e7712-5e3e-463e-90d0-f2ce785f8a62 service neutron] 10.222.0.39 "GET /v2.0/networks/5214eb22-4a24-4269-bf93-9d28a3177b05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514356 Apr 08 03:13:44.809146 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c28a99-5e14-4005-808a-8e580fc84658 req-b53a695c-d903-4949-821f-803bce1caa78 tempest-VolumesActionsTest-1727974077 tempest-VolumesActionsTest-1727974077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:13:44.810458 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-a6c28a99-5e14-4005-808a-8e580fc84658 req-b53a695c-d903-4949-821f-803bce1caa78 tempest-VolumesActionsTest-1727974077 tempest-VolumesActionsTest-1727974077-project] 10.222.0.15 "GET /v2.0/ports?device_id=6bd0831c-0033-448b-9402-0ad59fc4cf65 HTTP/1.1" status: 200 len: 944 time: 0.1912692 Apr 08 03:13:44.947477 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-a6c28a99-5e14-4005-808a-8e580fc84658 req-5f540b30-642c-41e6-9c50-c189e0994d53 tempest-VolumesActionsTest-1727974077 tempest-VolumesActionsTest-1727974077-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e2125bb-2b49-4a5f-bb0b-68448c49080c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163080 Apr 08 03:13:44.974244 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-d24f4bb1-5ecc-4ba8-bf36-b9df312b121a req-6b034ee8-db89-4230-959e-693ad99dbf99 service neutron] 10.222.0.39 "GET /v2.0/networks/5214eb22-4a24-4269-bf93-9d28a3177b05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628926 Apr 08 03:13:46.128389 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b305436e-013a-4358-9845-4e77beea0428 req-dc579000-3f08-42cf-ac57-d1b364eee9b4 tempest-VolumesActionsTest-1727974077 tempest-VolumesActionsTest-1727974077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:13:46.129819 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-b305436e-013a-4358-9845-4e77beea0428 req-dc579000-3f08-42cf-ac57-d1b364eee9b4 tempest-VolumesActionsTest-1727974077 tempest-VolumesActionsTest-1727974077-project] 10.222.0.15 "GET /v2.0/ports?device_id=6bd0831c-0033-448b-9402-0ad59fc4cf65 HTTP/1.1" status: 200 len: 944 time: 0.0782185 Apr 08 03:13:46.172675 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-b305436e-013a-4358-9845-4e77beea0428 req-b750dfd4-741e-474a-b2f0-ea1073f15da3 tempest-VolumesActionsTest-1727974077 tempest-VolumesActionsTest-1727974077-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e2125bb-2b49-4a5f-bb0b-68448c49080c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370917 Apr 08 03:13:47.358372 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19e2a8c-1f4e-4907-b51c-7cd532211b94 req-78d2f499-6052-45b5-88d0-da088b9c432f tempest-VolumesActionsTest-1727974077 tempest-VolumesActionsTest-1727974077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:13:47.359871 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-a19e2a8c-1f4e-4907-b51c-7cd532211b94 req-78d2f499-6052-45b5-88d0-da088b9c432f tempest-VolumesActionsTest-1727974077 tempest-VolumesActionsTest-1727974077-project] 10.222.0.15 "GET /v2.0/ports?device_id=6bd0831c-0033-448b-9402-0ad59fc4cf65 HTTP/1.1" status: 200 len: 944 time: 0.0824685 Apr 08 03:13:47.406882 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-a19e2a8c-1f4e-4907-b51c-7cd532211b94 req-d7d413d6-23f0-4c31-b568-69f9246b2119 tempest-VolumesActionsTest-1727974077 tempest-VolumesActionsTest-1727974077-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e2125bb-2b49-4a5f-bb0b-68448c49080c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412166 Apr 08 03:13:48.589666 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6af7a8-811e-444a-8a8b-6680700b9d08 req-940539f5-b7f4-4244-9d3d-7326a20ef698 tempest-VolumesActionsTest-1727974077 tempest-VolumesActionsTest-1727974077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:13:48.591033 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-5b6af7a8-811e-444a-8a8b-6680700b9d08 req-940539f5-b7f4-4244-9d3d-7326a20ef698 tempest-VolumesActionsTest-1727974077 tempest-VolumesActionsTest-1727974077-project] 10.222.0.15 "GET /v2.0/ports?device_id=6bd0831c-0033-448b-9402-0ad59fc4cf65 HTTP/1.1" status: 200 len: 944 time: 0.0787027 Apr 08 03:13:48.637313 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-5b6af7a8-811e-444a-8a8b-6680700b9d08 req-51f2bc05-34bf-431e-b96b-59a6db1c6472 tempest-VolumesActionsTest-1727974077 tempest-VolumesActionsTest-1727974077-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e2125bb-2b49-4a5f-bb0b-68448c49080c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399830 Apr 08 03:13:48.965113 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Device b39c5c0e-2b8f-48e5-a313-4577986bae3a details requested by agent hyperv_hv-cinder-83705 with host hv-cinder-83705 {{(pid=87788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 08 03:13:49.094411 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.db [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] For port b39c5c0e-2b8f-48e5-a313-4577986bae3a, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=b39c5c0e-2b8f-48e5-a313-4577986bae3a,segment=NetworkSegment(ee7861c4-430f-466b-b20d-8ffb3f532ca1),segment_id=ee7861c4-430f-466b-b20d-8ffb3f532ca1)] {{(pid=87788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 03:13:49.106791 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Returning: {'device': 'b39c5c0e-2b8f-48e5-a313-4577986bae3a', 'network_id': '5214eb22-4a24-4269-bf93-9d28a3177b05', 'port_id': 'b39c5c0e-2b8f-48e5-a313-4577986bae3a', 'mac_address': 'fa:16:3e:ea:c1:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 267, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4573efc0-0b4a-41f8-8bd1-3b06f8b63051', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 03:13:49.163432 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:13:49.179621 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.notifiers.nova [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b39c5c0e-2b8f-48e5-a313-4577986bae3a {{(pid=87788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 03:13:49.193831 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.db [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] For port b39c5c0e-2b8f-48e5-a313-4577986bae3a, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=b39c5c0e-2b8f-48e5-a313-4577986bae3a,segment=NetworkSegment(ee7861c4-430f-466b-b20d-8ffb3f532ca1),segment_id=ee7861c4-430f-466b-b20d-8ffb3f532ca1)] {{(pid=87788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 03:13:49.261610 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762847214852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762846864698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762846864743'] for port, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:13:49.326534 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Pushing event updated for resources: {'Port': ['ID=b39c5c0e-2b8f-48e5-a313-4577986bae3a,revision_number=4']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:13:49.627161 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.db [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] get_ports_and_sgs() called for port_ids ['b39c5c0e-2b8f-48e5-a313-4577986bae3a'] {{(pid=87788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 03:13:49.820419 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489f3760-f605-4cc4-9591-3722e34342c7 req-687ae0e8-d84f-44c8-90f6-ea825c026c93 tempest-VolumesActionsTest-1727974077 tempest-VolumesActionsTest-1727974077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:13:49.821863 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-489f3760-f605-4cc4-9591-3722e34342c7 req-687ae0e8-d84f-44c8-90f6-ea825c026c93 tempest-VolumesActionsTest-1727974077 tempest-VolumesActionsTest-1727974077-project] 10.222.0.15 "GET /v2.0/ports?device_id=6bd0831c-0033-448b-9402-0ad59fc4cf65 HTTP/1.1" status: 200 len: 945 time: 0.0804121 Apr 08 03:13:49.867649 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-489f3760-f605-4cc4-9591-3722e34342c7 req-8271e9c3-49a5-4edc-88f4-bccf6a28136f tempest-VolumesActionsTest-1727974077 tempest-VolumesActionsTest-1727974077-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e2125bb-2b49-4a5f-bb0b-68448c49080c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400651 Apr 08 03:13:50.980914 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Device b39c5c0e-2b8f-48e5-a313-4577986bae3a up at agent hyperv_hv-cinder-83705 {{(pid=87788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 08 03:13:51.051015 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391e4d59-3579-4c52-ad6b-6242dd977ef0 req-bafe5c7c-f3ff-4ff6-96ac-45a11eb2f1b2 tempest-VolumesActionsTest-1727974077 tempest-VolumesActionsTest-1727974077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:13:51.052519 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-391e4d59-3579-4c52-ad6b-6242dd977ef0 req-bafe5c7c-f3ff-4ff6-96ac-45a11eb2f1b2 tempest-VolumesActionsTest-1727974077 tempest-VolumesActionsTest-1727974077-project] 10.222.0.15 "GET /v2.0/ports?device_id=6bd0831c-0033-448b-9402-0ad59fc4cf65 HTTP/1.1" status: 200 len: 945 time: 0.0825913 Apr 08 03:13:51.096761 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-391e4d59-3579-4c52-ad6b-6242dd977ef0 req-7b43cd6f-bc4d-4bb1-b333-e0bf722b54d0 tempest-VolumesActionsTest-1727974077 tempest-VolumesActionsTest-1727974077-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e2125bb-2b49-4a5f-bb0b-68448c49080c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385954 Apr 08 03:13:51.113280 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Provisioning for port b39c5c0e-2b8f-48e5-a313-4577986bae3a completed by entity L2. {{(pid=87788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 08 03:13:51.118255 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Provisioning complete for port b39c5c0e-2b8f-48e5-a313-4577986bae3a triggered by entity L2. {{(pid=87788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 08 03:13:51.128463 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-587297'] for port, provisioning_complete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:13:51.228990 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547545'] for port, before_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:13:51.256186 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bd0831c-0033-448b-9402-0ad59fc4cf65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b39c5c0e-2b8f-48e5-a313-4577986bae3a'}] {{(pid=87788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 03:13:51.266286 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.db [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] For port b39c5c0e-2b8f-48e5-a313-4577986bae3a, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=b39c5c0e-2b8f-48e5-a313-4577986bae3a,segment=NetworkSegment(ee7861c4-430f-466b-b20d-8ffb3f532ca1),segment_id=ee7861c4-430f-466b-b20d-8ffb3f532ca1)] {{(pid=87788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 03:13:51.299946 dv-cinder-837051-1-smb neutron-server[87788]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a82f4df-4824-4f4c-8ade-431eaceed149'] response: {'server_uuid': '6bd0831c-0033-448b-9402-0ad59fc4cf65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b39c5c0e-2b8f-48e5-a313-4577986bae3a', 'code': 200} Apr 08 03:13:51.353056 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762847214852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762846864698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762846864743'] for port, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:13:51.426174 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Pushing event updated for resources: {'Port': ['ID=b39c5c0e-2b8f-48e5-a313-4577986bae3a,revision_number=5']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:13:51.656790 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5aa3b48-55ad-4ebd-8042-b8e822e7e29b req-dad583d6-d45d-4d25-80fc-008889098e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:13:51.658250 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-d5aa3b48-55ad-4ebd-8042-b8e822e7e29b req-dad583d6-d45d-4d25-80fc-008889098e3a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=6bd0831c-0033-448b-9402-0ad59fc4cf65 HTTP/1.1" status: 200 len: 1099 time: 0.0686312 Apr 08 03:13:51.698588 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-d5aa3b48-55ad-4ebd-8042-b8e822e7e29b req-7434a091-9d1f-46a9-bba7-4f62bc6b194f service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=3e2125bb-2b49-4a5f-bb0b-68448c49080c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347853 Apr 08 03:13:52.278775 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa56ed16-18e5-4d65-8869-02784ead859c req-2aa1f5f9-cebf-48a0-b4b2-d0980d7e8ee7 tempest-VolumesActionsTest-1727974077 tempest-VolumesActionsTest-1727974077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:13:52.280247 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-aa56ed16-18e5-4d65-8869-02784ead859c req-2aa1f5f9-cebf-48a0-b4b2-d0980d7e8ee7 tempest-VolumesActionsTest-1727974077 tempest-VolumesActionsTest-1727974077-project] 10.222.0.15 "GET /v2.0/ports?device_id=6bd0831c-0033-448b-9402-0ad59fc4cf65 HTTP/1.1" status: 200 len: 946 time: 0.0808179 Apr 08 03:13:52.324133 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-aa56ed16-18e5-4d65-8869-02784ead859c req-526a55da-d419-49d4-bd8d-efb4e073ab23 tempest-VolumesActionsTest-1727974077 tempest-VolumesActionsTest-1727974077-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e2125bb-2b49-4a5f-bb0b-68448c49080c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376883 Apr 08 03:13:53.518565 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f2cb3a-7fd7-4d91-8fed-0327d4afccc7 req-2aa45a6e-3706-40ee-9dca-60f03c81632f tempest-VolumesActionsTest-1727974077 tempest-VolumesActionsTest-1727974077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:13:53.520568 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-16f2cb3a-7fd7-4d91-8fed-0327d4afccc7 req-2aa45a6e-3706-40ee-9dca-60f03c81632f tempest-VolumesActionsTest-1727974077 tempest-VolumesActionsTest-1727974077-project] 10.222.0.15 "GET /v2.0/ports?device_id=6bd0831c-0033-448b-9402-0ad59fc4cf65 HTTP/1.1" status: 200 len: 946 time: 0.0778508 Apr 08 03:13:53.566333 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-16f2cb3a-7fd7-4d91-8fed-0327d4afccc7 req-f01079d3-a17f-4a7c-9451-fcfe226642fd tempest-VolumesActionsTest-1727974077 tempest-VolumesActionsTest-1727974077-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e2125bb-2b49-4a5f-bb0b-68448c49080c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403388 Apr 08 03:13:55.065821 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3a3f7e-2615-4b2c-b732-112c89967e38 req-477462c5-7730-4621-b1ce-2a8c83c52ee3 tempest-VolumesActionsTest-1727974077 tempest-VolumesActionsTest-1727974077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:13:55.067288 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-9e3a3f7e-2615-4b2c-b732-112c89967e38 req-477462c5-7730-4621-b1ce-2a8c83c52ee3 tempest-VolumesActionsTest-1727974077 tempest-VolumesActionsTest-1727974077-project] 10.222.0.15 "GET /v2.0/ports?device_id=6bd0831c-0033-448b-9402-0ad59fc4cf65 HTTP/1.1" status: 200 len: 946 time: 0.0865531 Apr 08 03:13:55.111332 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-9e3a3f7e-2615-4b2c-b732-112c89967e38 req-bcf879db-55ba-4927-b7bb-2f15d70abc08 tempest-VolumesActionsTest-1727974077 tempest-VolumesActionsTest-1727974077-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e2125bb-2b49-4a5f-bb0b-68448c49080c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383596 Apr 08 03:13:55.895938 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-8ce0a64f-910b-4fca-83f8-60fb3724a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:13:56.299047 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f617d2-f7f2-4f1b-a1d7-e0395b44fe69 req-327cc953-e30e-4d79-871a-a1f1bb8ce672 tempest-VolumesActionsTest-1727974077 tempest-VolumesActionsTest-1727974077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:13:56.300509 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-75f617d2-f7f2-4f1b-a1d7-e0395b44fe69 req-327cc953-e30e-4d79-871a-a1f1bb8ce672 tempest-VolumesActionsTest-1727974077 tempest-VolumesActionsTest-1727974077-project] 10.222.0.15 "GET /v2.0/ports?device_id=6bd0831c-0033-448b-9402-0ad59fc4cf65 HTTP/1.1" status: 200 len: 946 time: 0.0835745 Apr 08 03:13:56.428550 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-75f617d2-f7f2-4f1b-a1d7-e0395b44fe69 req-21769ef3-22a4-44cc-8a58-d14ef4021aee tempest-VolumesActionsTest-1727974077 tempest-VolumesActionsTest-1727974077-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e2125bb-2b49-4a5f-bb0b-68448c49080c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223638 Apr 08 03:13:56.593275 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34983a35-5f41-4f6d-b7c7-fc2c62063a49 req-01b58500-8980-4398-bf22-dd086788e7a5 tempest-VolumesActionsTest-1727974077 tempest-VolumesActionsTest-1727974077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 03:13:56.594707 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-34983a35-5f41-4f6d-b7c7-fc2c62063a49 req-01b58500-8980-4398-bf22-dd086788e7a5 tempest-VolumesActionsTest-1727974077 tempest-VolumesActionsTest-1727974077-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bd0831c-0033-448b-9402-0ad59fc4cf65 HTTP/1.1" status: 200 len: 946 time: 0.0766170 Apr 08 03:13:56.664278 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.plugin [req-34983a35-5f41-4f6d-b7c7-fc2c62063a49 req-a9063ecc-3070-4424-8acf-af6c0d277737 tempest-VolumesActionsTest-1727974077 tempest-VolumesActionsTest-1727974077-project] Deleting port b39c5c0e-2b8f-48e5-a313-4577986bae3a {{(pid=87786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 08 03:13:56.664613 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [req-34983a35-5f41-4f6d-b7c7-fc2c62063a49 req-a9063ecc-3070-4424-8acf-af6c0d277737 tempest-VolumesActionsTest-1727974077 tempest-VolumesActionsTest-1727974077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762847207940'] for port, before_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:13:56.903010 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.db [req-34983a35-5f41-4f6d-b7c7-fc2c62063a49 req-a9063ecc-3070-4424-8acf-af6c0d277737 tempest-VolumesActionsTest-1727974077 tempest-VolumesActionsTest-1727974077-project] For port b39c5c0e-2b8f-48e5-a313-4577986bae3a, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=b39c5c0e-2b8f-48e5-a313-4577986bae3a,segment=NetworkSegment(ee7861c4-430f-466b-b20d-8ffb3f532ca1),segment_id=ee7861c4-430f-466b-b20d-8ffb3f532ca1)] {{(pid=87786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 08 03:13:56.903292 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [req-34983a35-5f41-4f6d-b7c7-fc2c62063a49 req-a9063ecc-3070-4424-8acf-af6c0d277737 tempest-VolumesActionsTest-1727974077 tempest-VolumesActionsTest-1727974077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334124'] for port, precommit_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:13:57.021615 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.plugins.ml2.plugin [req-34983a35-5f41-4f6d-b7c7-fc2c62063a49 req-a9063ecc-3070-4424-8acf-af6c0d277737 tempest-VolumesActionsTest-1727974077 tempest-VolumesActionsTest-1727974077-project] Calling delete_port for b39c5c0e-2b8f-48e5-a313-4577986bae3a owned by compute:nova {{(pid=87786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 08 03:13:57.210104 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [req-34983a35-5f41-4f6d-b7c7-fc2c62063a49 req-a9063ecc-3070-4424-8acf-af6c0d277737 tempest-VolumesActionsTest-1727974077 tempest-VolumesActionsTest-1727974077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762847213038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762846864689', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2754409'] for port, after_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:13:57.259506 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9063ecc-3070-4424-8acf-af6c0d277737 tempest-VolumesActionsTest-1727974077 tempest-VolumesActionsTest-1727974077-project] Pushing event deleted for resources: {'Port': ['ID=b39c5c0e-2b8f-48e5-a313-4577986bae3a,revision_number=None']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:13:57.334673 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.db.l3_dvrscheduler_db [req-34983a35-5f41-4f6d-b7c7-fc2c62063a49 req-a9063ecc-3070-4424-8acf-af6c0d277737 tempest-VolumesActionsTest-1727974077 tempest-VolumesActionsTest-1727974077-project] No DVR routers for this DVR port b39c5c0e-2b8f-48e5-a313-4577986bae3a on host hv-cinder-83705 {{(pid=87786) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 03:13:57.337108 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [req-34983a35-5f41-4f6d-b7c7-fc2c62063a49 req-a9063ecc-3070-4424-8acf-af6c0d277737 tempest-VolumesActionsTest-1727974077 tempest-VolumesActionsTest-1727974077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207533'] for port, before_response {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:13:57.339678 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bd0831c-0033-448b-9402-0ad59fc4cf65', 'name': 'network-vif-deleted', 'tag': 'b39c5c0e-2b8f-48e5-a313-4577986bae3a'}] {{(pid=87786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 03:13:57.382799 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ff01f21-88bf-4f7b-84e6-4cbb2da4f24b'] response: {'server_uuid': '6bd0831c-0033-448b-9402-0ad59fc4cf65', 'name': 'network-vif-deleted', 'tag': 'b39c5c0e-2b8f-48e5-a313-4577986bae3a', 'status': 'completed', 'code': 200} Apr 08 03:13:57.394015 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-34983a35-5f41-4f6d-b7c7-fc2c62063a49 req-a9063ecc-3070-4424-8acf-af6c0d277737 tempest-VolumesActionsTest-1727974077 tempest-VolumesActionsTest-1727974077-project] 10.222.0.39 "DELETE /v2.0/ports/b39c5c0e-2b8f-48e5-a313-4577986bae3a HTTP/1.1" status: 204 len: 173 time: 0.7939508 Apr 08 03:13:57.583783 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [req-ed28881e-9773-44c0-89e4-eb27fa48c682 req-f7883c70-9dd8-4b5f-b7aa-bcf99d61194e tempest-VolumesActionsTest-1727974077 tempest-VolumesActionsTest-1727974077-project] Synchronizing usage tracker for tenant:2ecad11dc4f542b5ab092ebb871bb1bd on resource:port {{(pid=87786) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 08 03:13:57.655582 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.quota.resource [req-ed28881e-9773-44c0-89e4-eb27fa48c682 req-f7883c70-9dd8-4b5f-b7aa-bcf99d61194e tempest-VolumesActionsTest-1727974077 tempest-VolumesActionsTest-1727974077-project] Unset dirty status for tenant:2ecad11dc4f542b5ab092ebb871bb1bd on resource:port {{(pid=87786) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 08 03:13:57.657147 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [req-ed28881e-9773-44c0-89e4-eb27fa48c682 req-f7883c70-9dd8-4b5f-b7aa-bcf99d61194e tempest-VolumesActionsTest-1727974077 tempest-VolumesActionsTest-1727974077-project] 10.222.0.15 "GET /v2.0/ports?device_id=6bd0831c-0033-448b-9402-0ad59fc4cf65 HTTP/1.1" status: 200 len: 210 time: 0.1153116 Apr 08 03:13:58.313046 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-322650d0-d294-437b-9bc5-7e39a3f9b1d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:13:59.012144 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Device b39c5c0e-2b8f-48e5-a313-4577986bae3a no longer exists at agent hyperv_hv-cinder-83705 {{(pid=87788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 08 03:13:59.044958 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.plugin [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] No Port match for: b39c5c0e-2b8f-48e5-a313-4577986bae3a {{(pid=87788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 08 03:13:59.045296 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron.plugins.ml2.rpc [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Device b39c5c0e-2b8f-48e5-a313-4577986bae3a not bound to the agent host hv-cinder-83705 {{(pid=87788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 08 03:13:59.198828 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-ef00a636-a289-418c-ab96-90866b017a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:13:59.251184 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:14:00.650148 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-0700d8e1-2fb2-4ab8-b601-2cbd26aa24a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:14:09.313697 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:14:13.723541 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.agents_db [None req-78530461-7b12-4524-9e6e-3e4de8d78fc4 None None] Agent healthcheck: found 6 active agents {{(pid=87789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 03:14:21.587070 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 53324) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:14:21.644693 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.db_base_plugin_v2 [None req-88ff3350-5043-4190-a08c-1fd01bd225c6 admin admin] Deleting subnet 4573efc0-0b4a-41f8-8bd1-3b06f8b63051 {{(pid=87787) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 08 03:14:21.647444 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-88ff3350-5043-4190-a08c-1fd01bd225c6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:14:21.697682 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-88ff3350-5043-4190-a08c-1fd01bd225c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3007358'] for subnet, precommit_delete_associations {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:14:21.750573 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-88ff3350-5043-4190-a08c-1fd01bd225c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-576545'] for subnet, precommit_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:14:21.873005 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-88ff3350-5043-4190-a08c-1fd01bd225c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-576552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3006707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2234823'] for subnet, after_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:14:21.912328 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ff3350-5043-4190-a08c-1fd01bd225c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4573efc0-0b4a-41f8-8bd1-3b06f8b63051,revision_number=None']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:14:21.921261 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-88ff3350-5043-4190-a08c-1fd01bd225c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539232'] for subnet, before_response {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:14:21.924750 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ff3350-5043-4190-a08c-1fd01bd225c6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:14:21.925089 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ff3350-5043-4190-a08c-1fd01bd225c6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:14:21.925427 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ff3350-5043-4190-a08c-1fd01bd225c6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:14:21.925757 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ff3350-5043-4190-a08c-1fd01bd225c6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:14:21.926081 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ff3350-5043-4190-a08c-1fd01bd225c6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:14:21.926401 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ff3350-5043-4190-a08c-1fd01bd225c6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:14:21.926719 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ff3350-5043-4190-a08c-1fd01bd225c6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:14:21.927035 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ff3350-5043-4190-a08c-1fd01bd225c6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:14:21.927382 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ff3350-5043-4190-a08c-1fd01bd225c6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:14:21.927699 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ff3350-5043-4190-a08c-1fd01bd225c6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:14:21.928015 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ff3350-5043-4190-a08c-1fd01bd225c6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:14:21.928328 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ff3350-5043-4190-a08c-1fd01bd225c6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:14:21.934186 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-88ff3350-5043-4190-a08c-1fd01bd225c6 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/4573efc0-0b4a-41f8-8bd1-3b06f8b63051 HTTP/1.1" status: 204 len: 168 time: 0.3460135 Apr 08 03:14:21.936655 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 53328) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:14:22.123897 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-a22b761e-d9b3-4942-8be1-98ff1c9fcfb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-570621'] for network, before_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:14:22.243758 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-a22b761e-d9b3-4942-8be1-98ff1c9fcfb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-577450', 'neutron.services.segments.db._delete_segments_for_network-8762847383381'] for network, precommit_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:14:22.268789 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.services.segments.db [None req-a22b761e-d9b3-4942-8be1-98ff1c9fcfb3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5214eb22-4a24-4269-bf93-9d28a3177b05']}} {{(pid=87787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 03:14:22.280649 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.services.segments.db [None req-a22b761e-d9b3-4942-8be1-98ff1c9fcfb3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee7861c4-430f-466b-b20d-8ffb3f532ca1') {'for_net_delete': True} {{(pid=87787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 03:14:22.281597 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.services.segments.db [None req-a22b761e-d9b3-4942-8be1-98ff1c9fcfb3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee7861c4-430f-466b-b20d-8ffb3f532ca1') {} {{(pid=87787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 03:14:22.292450 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-a22b761e-d9b3-4942-8be1-98ff1c9fcfb3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762847386736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3007351'] for segment, before_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:14:22.308484 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-a22b761e-d9b3-4942-8be1-98ff1c9fcfb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-575478'] for segment, precommit_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:14:22.314735 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a22b761e-d9b3-4942-8be1-98ff1c9fcfb3 admin admin] Releasing vlan 267 on physical network physnet1 to pool {{(pid=87787) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 03:14:22.315123 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-a22b761e-d9b3-4942-8be1-98ff1c9fcfb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-575460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3006633'] for segment, after_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:14:22.328850 dv-cinder-837051-1-smb neutron-server[87787]: Traceback (most recent call last): Apr 08 03:14:22.328850 dv-cinder-837051-1-smb neutron-server[87787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 03:14:22.328850 dv-cinder-837051-1-smb neutron-server[87787]: timer() Apr 08 03:14:22.328850 dv-cinder-837051-1-smb neutron-server[87787]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 03:14:22.328850 dv-cinder-837051-1-smb neutron-server[87787]: cb(*args, **kw) Apr 08 03:14:22.328850 dv-cinder-837051-1-smb neutron-server[87787]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 08 03:14:22.328850 dv-cinder-837051-1-smb neutron-server[87787]: return func(*args, **kwargs) Apr 08 03:14:22.328850 dv-cinder-837051-1-smb neutron-server[87787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 03:14:22.328850 dv-cinder-837051-1-smb neutron-server[87787]: self._notify() Apr 08 03:14:22.328850 dv-cinder-837051-1-smb neutron-server[87787]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 03:14:22.328850 dv-cinder-837051-1-smb neutron-server[87787]: self.callback(batched_events) Apr 08 03:14:22.328850 dv-cinder-837051-1-smb neutron-server[87787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 03:14:22.328850 dv-cinder-837051-1-smb neutron-server[87787]: event.method(event) Apr 08 03:14:22.328850 dv-cinder-837051-1-smb neutron-server[87787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 03:14:22.328850 dv-cinder-837051-1-smb neutron-server[87787]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 03:14:22.328850 dv-cinder-837051-1-smb neutron-server[87787]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 08 03:14:22.328850 dv-cinder-837051-1-smb neutron-server[87787]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 03:14:22.328850 dv-cinder-837051-1-smb neutron-server[87787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 03:14:22.328850 dv-cinder-837051-1-smb neutron-server[87787]: return f(self, *a, **k) Apr 08 03:14:22.328850 dv-cinder-837051-1-smb neutron-server[87787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 03:14:22.328850 dv-cinder-837051-1-smb neutron-server[87787]: return self._get(url).json() Apr 08 03:14:22.328850 dv-cinder-837051-1-smb neutron-server[87787]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 08 03:14:22.328850 dv-cinder-837051-1-smb neutron-server[87787]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 03:14:22.328850 dv-cinder-837051-1-smb neutron-server[87787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 03:14:22.328850 dv-cinder-837051-1-smb neutron-server[87787]: return self.request(url, 'GET', **kwargs) Apr 08 03:14:22.328850 dv-cinder-837051-1-smb neutron-server[87787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 03:14:22.328850 dv-cinder-837051-1-smb neutron-server[87787]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 03:14:22.328850 dv-cinder-837051-1-smb neutron-server[87787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 03:14:22.328850 dv-cinder-837051-1-smb neutron-server[87787]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 03:14:22.328850 dv-cinder-837051-1-smb neutron-server[87787]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 03:14:22.328850 dv-cinder-837051-1-smb neutron-server[87787]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 03:14:22.328850 dv-cinder-837051-1-smb neutron-server[87787]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 03:14:22.478234 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-a22b761e-d9b3-4942-8be1-98ff1c9fcfb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-577425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-333356'] for network, after_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:14:22.482671 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-a22b761e-d9b3-4942-8be1-98ff1c9fcfb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539232'] for network, before_response {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:14:22.502252 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-a22b761e-d9b3-4942-8be1-98ff1c9fcfb3 admin admin] 10.222.0.15 "DELETE /v2.0/networks/5214eb22-4a24-4269-bf93-9d28a3177b05 HTTP/1.1" status: 204 len: 168 time: 0.5645478 Apr 08 03:14:22.505358 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22b761e-d9b3-4942-8be1-98ff1c9fcfb3 admin admin] Pushing event deleted for resources: {'Network': ['ID=5214eb22-4a24-4269-bf93-9d28a3177b05,revision_number=None']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:14:22.790830 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 53336) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:14:22.839467 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-5aa6754a-bb04-4cf7-b9af-6f837a7c0327 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2ecad11dc4f542b5ab092ebb871bb1bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0474408 Apr 08 03:14:22.841795 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 53340) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:14:22.904803 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-b58413bd-47c5-4829-b262-1199df19e69c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:14:22.932499 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-b58413bd-47c5-4829-b262-1199df19e69c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:14:23.055012 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-b58413bd-47c5-4829-b262-1199df19e69c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_delete {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:14:23.070463 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58413bd-47c5-4829-b262-1199df19e69c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e2125bb-2b49-4a5f-bb0b-68448c49080c,revision_number=None']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:14:23.075302 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-b58413bd-47c5-4829-b262-1199df19e69c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:14:23.075892 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-b58413bd-47c5-4829-b262-1199df19e69c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3e2125bb-2b49-4a5f-bb0b-68448c49080c HTTP/1.1" status: 204 len: 168 time: 0.2331467 Apr 08 03:14:25.884064 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-e41a71fd-be2c-44ca-89e4-4407bf7d2e95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:14:27.891259 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.wsgi [-] (87787) accepted ('10.222.0.15', 53386) {{(pid=87787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:14:28.002953 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-c6a8e269-8c4a-449b-9e6d-e8309e8d5f1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:14:28.017499 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-c6a8e269-8c4a-449b-9e6d-e8309e8d5f1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 08 03:14:28.021197 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-c6a8e269-8c4a-449b-9e6d-e8309e8d5f1e admin admin] Usage tracker for resource:security_group_rule and tenant:1861e269574d4fbd98bef5dbcf7a1362 is out of sync, need to count used quota {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 08 03:14:28.023920 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.quota.resource [None req-c6a8e269-8c4a-449b-9e6d-e8309e8d5f1e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 08 03:14:28.029428 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.db.quota.driver [None req-c6a8e269-8c4a-449b-9e6d-e8309e8d5f1e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 08 03:14:28.106282 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-c6a8e269-8c4a-449b-9e6d-e8309e8d5f1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:14:28.174786 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron_lib.callbacks.manager [None req-c6a8e269-8c4a-449b-9e6d-e8309e8d5f1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_create {{(pid=87787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:14:28.225431 dv-cinder-837051-1-smb neutron-server[87787]: INFO neutron.wsgi [None req-c6a8e269-8c4a-449b-9e6d-e8309e8d5f1e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1861e269574d4fbd98bef5dbcf7a1362&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3330433 Apr 08 03:14:28.226119 dv-cinder-837051-1-smb neutron-server[87787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a8e269-8c4a-449b-9e6d-e8309e8d5f1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48ee0d3f-67a9-4e76-9acb-49d8a855f24a,revision_number=1']} {{(pid=87787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:14:28.228834 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.wsgi [-] (87786) accepted ('10.222.0.15', 53392) {{(pid=87786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 08 03:14:28.288701 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-dd2a200e-3440-493f-83ca-5bff0963fd9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:14:28.314712 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-dd2a200e-3440-493f-83ca-5bff0963fd9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:14:28.323731 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-cb79b8bf-3db2-48d1-92b0-038237f7a327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:14:28.414657 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-dd2a200e-3440-493f-83ca-5bff0963fd9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423220'] for security_group, after_delete {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:14:28.431945 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2a200e-3440-493f-83ca-5bff0963fd9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48ee0d3f-67a9-4e76-9acb-49d8a855f24a,revision_number=None']} {{(pid=87786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 03:14:28.442574 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a200e-3440-493f-83ca-5bff0963fd9b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:14:28.442897 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a200e-3440-493f-83ca-5bff0963fd9b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:14:28.443259 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a200e-3440-493f-83ca-5bff0963fd9b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:14:28.448799 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a200e-3440-493f-83ca-5bff0963fd9b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:14:28.448799 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a200e-3440-493f-83ca-5bff0963fd9b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:14:28.448799 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a200e-3440-493f-83ca-5bff0963fd9b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:14:28.448799 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a200e-3440-493f-83ca-5bff0963fd9b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:14:28.448799 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a200e-3440-493f-83ca-5bff0963fd9b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:14:28.448799 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a200e-3440-493f-83ca-5bff0963fd9b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:14:28.448799 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a200e-3440-493f-83ca-5bff0963fd9b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:14:28.448799 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a200e-3440-493f-83ca-5bff0963fd9b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:14:28.448799 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a200e-3440-493f-83ca-5bff0963fd9b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-smb {{(pid=87786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 03:14:28.449650 dv-cinder-837051-1-smb neutron-server[87786]: DEBUG neutron_lib.callbacks.manager [None req-dd2a200e-3440-493f-83ca-5bff0963fd9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:14:28.450574 dv-cinder-837051-1-smb neutron-server[87786]: INFO neutron.wsgi [None req-dd2a200e-3440-493f-83ca-5bff0963fd9b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/48ee0d3f-67a9-4e76-9acb-49d8a855f24a HTTP/1.1" status: 204 len: 168 time: 0.2200525 Apr 08 03:14:29.221014 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-ef00a636-a289-418c-ab96-90866b017a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:14:29.254740 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:14:30.638053 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-0700d8e1-2fb2-4ab8-b601-2cbd26aa24a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:14:39.305854 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:14:50.723394 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.agents_db [None req-78530461-7b12-4524-9e6e-3e4de8d78fc4 None None] Agent healthcheck: found 6 active agents {{(pid=87789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 03:14:55.906291 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-9859da7a-d3d0-4e36-84b2-14c220e17233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:14:58.328546 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-be8d161b-2551-4cdc-ba65-a043f4ae10c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:14:59.242549 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-ef00a636-a289-418c-ab96-90866b017a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:14:59.265874 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:15:00.653418 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-0700d8e1-2fb2-4ab8-b601-2cbd26aa24a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:15:09.293669 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:15:25.910637 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-d97ee8f4-3382-435d-bae5-54e229a74dff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:15:27.723814 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.agents_db [None req-78530461-7b12-4524-9e6e-3e4de8d78fc4 None None] Agent healthcheck: found 6 active agents {{(pid=87789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 03:15:28.311115 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-a887803c-7656-4eda-950b-93c3492ed237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:15:29.213639 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-ef00a636-a289-418c-ab96-90866b017a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:15:29.270034 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:15:30.653298 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-0700d8e1-2fb2-4ab8-b601-2cbd26aa24a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:15:39.304831 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:15:55.905144 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-cd9653ae-9b3b-4363-b4ed-500673cebc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:15:58.315784 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-f029805f-a21d-48b2-b50c-c717487d5cb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:15:59.224222 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-ef00a636-a289-418c-ab96-90866b017a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:15:59.247025 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:16:00.675609 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-0700d8e1-2fb2-4ab8-b601-2cbd26aa24a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:16:04.724030 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.agents_db [None req-78530461-7b12-4524-9e6e-3e4de8d78fc4 None None] Agent healthcheck: found 6 active agents {{(pid=87789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 03:16:09.338187 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:16:25.943687 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-06fc2e92-68d9-416d-ad92-4d7756a81026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:16:28.338126 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-19dce9db-cdcf-4e1f-bf0f-bdcc080b623f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:16:29.229333 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-ef00a636-a289-418c-ab96-90866b017a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:16:29.263202 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:16:30.646542 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-0700d8e1-2fb2-4ab8-b601-2cbd26aa24a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:16:39.343501 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:16:41.724066 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.agents_db [None req-78530461-7b12-4524-9e6e-3e4de8d78fc4 None None] Agent healthcheck: found 6 active agents {{(pid=87789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 03:16:55.908627 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-6648be31-f220-40cb-8ae3-765b767bea5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:16:58.326410 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-4c41377d-8945-451b-b503-45e890b088e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:16:59.211628 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-ef00a636-a289-418c-ab96-90866b017a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:16:59.262928 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:17:00.656905 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-0700d8e1-2fb2-4ab8-b601-2cbd26aa24a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:17:09.343400 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:17:18.724200 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.agents_db [None req-78530461-7b12-4524-9e6e-3e4de8d78fc4 None None] Agent healthcheck: found 6 active agents {{(pid=87789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 03:17:25.902248 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-005f34f8-3afe-4223-a68b-9653e3184cfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:17:28.358923 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-1c5dbaba-22ea-40a9-8919-a9333872f7e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:17:29.261248 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-ef00a636-a289-418c-ab96-90866b017a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:17:29.290961 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:17:30.678635 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-0700d8e1-2fb2-4ab8-b601-2cbd26aa24a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:17:39.347746 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:17:55.723017 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.agents_db [None req-78530461-7b12-4524-9e6e-3e4de8d78fc4 None None] Agent healthcheck: found 6 active agents {{(pid=87789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 03:17:55.919464 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-f9be9710-f511-47d3-bc03-5044343688cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:17:58.336363 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-8cccac96-9282-42b9-abed-efd66d04cd07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:17:59.221598 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-ef00a636-a289-418c-ab96-90866b017a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:17:59.244257 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:18:00.665905 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-0700d8e1-2fb2-4ab8-b601-2cbd26aa24a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:18:09.330228 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:18:25.899924 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-aa4a7be7-e0a7-460e-a02d-5e9d8ac75a63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:18:28.345536 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-d7033a5f-939c-4b8f-880b-679349be3f8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:18:29.255153 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-ef00a636-a289-418c-ab96-90866b017a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:18:29.278487 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:18:30.638254 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-0700d8e1-2fb2-4ab8-b601-2cbd26aa24a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:18:32.722132 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.agents_db [None req-78530461-7b12-4524-9e6e-3e4de8d78fc4 None None] Agent healthcheck: found 6 active agents {{(pid=87789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 03:18:39.341465 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:18:55.900268 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-1ab83770-569d-4de8-a9a2-425452285203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:18:58.346723 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-02912fc3-1076-4dc8-a52b-1c96957c10b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:18:59.272465 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-ef00a636-a289-418c-ab96-90866b017a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:18:59.294970 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:19:00.667476 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-0700d8e1-2fb2-4ab8-b601-2cbd26aa24a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:19:09.338477 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:19:09.722452 dv-cinder-837051-1-smb neutron-server[87789]: DEBUG neutron.db.agents_db [None req-78530461-7b12-4524-9e6e-3e4de8d78fc4 None None] Agent healthcheck: found 6 active agents {{(pid=87789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 08 03:19:25.939819 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-e189ebdc-ab15-4429-a0bd-048f371085eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:19:28.338255 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-300ad8ea-2cdc-49ad-bcae-82d039366f34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:19:29.265787 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-ef00a636-a289-418c-ab96-90866b017a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:19:29.292494 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-e4f9e0b6-5947-4a26-8397-0b03024e7ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:19:30.663326 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-0700d8e1-2fb2-4ab8-b601-2cbd26aa24a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 08 03:19:39.351369 dv-cinder-837051-1-smb neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7a999c08-c70e-4487-bc59-137af5e6ddd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762847383354', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-587344'] for agent, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}